{"id":"https://openalex.org/W4283075019","doi":"https://doi.org/10.1109/icse-seip55303.2022.9794128","title":"When Cyber-Physical Systems Meet AI: A Benchmark, an Evaluation, and a Way Forward","display_name":"When Cyber-Physical Systems Meet AI: A Benchmark, an Evaluation, and a Way Forward","publication_year":2022,"publication_date":"2022-05-01","ids":{"openalex":"https://openalex.org/W4283075019","doi":"https://doi.org/10.1109/icse-seip55303.2022.9794128"},"language":"en","primary_location":{"id":"doi:10.1109/icse-seip55303.2022.9794128","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse-seip55303.2022.9794128","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/ACM 44th International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5104291087","display_name":"Jiayang Song","orcid":"https://orcid.org/0009-0008-7093-9781"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Jiayang Song","raw_affiliation_strings":["University of Alberta,Canada","University of Alberta, Canada"],"affiliations":[{"raw_affiliation_string":"University of Alberta,Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"University of Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070683475","display_name":"Deyun Lyu","orcid":"https://orcid.org/0000-0003-3017-7977"},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Deyun Lyu","raw_affiliation_strings":["Kyushu University,Japan","Kyushu University, Japan"],"affiliations":[{"raw_affiliation_string":"Kyushu University,Japan","institution_ids":["https://openalex.org/I135598925"]},{"raw_affiliation_string":"Kyushu University, Japan","institution_ids":["https://openalex.org/I135598925"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100684366","display_name":"Zhenya Zhang","orcid":"https://orcid.org/0000-0002-3854-9846"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhenya Zhang","raw_affiliation_strings":["Nanyang Technological University,Singapore","Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University,Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100419338","display_name":"Zhijie Wang","orcid":"https://orcid.org/0000-0003-4559-5426"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhijie Wang","raw_affiliation_strings":["University of Alberta,Canada","University of Alberta, Canada"],"affiliations":[{"raw_affiliation_string":"University of Alberta,Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"University of Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100437453","display_name":"Tianyi Zhang","orcid":"https://orcid.org/0000-0002-5468-9347"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyi Zhang","raw_affiliation_strings":["Purdue University,USA","Purdue University, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University,USA","institution_ids":["https://openalex.org/I219193219"]},{"raw_affiliation_string":"Purdue University, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101468661","display_name":"Lei Ma","orcid":"https://orcid.org/0000-0002-8621-2420"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]},{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["CA","JP"],"is_corresponding":false,"raw_author_name":"Lei Ma","raw_affiliation_strings":["University of Alberta,Canada","University of Alberta, Canada","Alberta Machine Intelligence Institute (Amii), Canada","Kyushu University, Japan"],"affiliations":[{"raw_affiliation_string":"University of Alberta,Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"University of Alberta, Canada","institution_ids":["https://openalex.org/I154425047"]},{"raw_affiliation_string":"Alberta Machine Intelligence Institute (Amii), Canada","institution_ids":[]},{"raw_affiliation_string":"Kyushu University, Japan","institution_ids":["https://openalex.org/I135598925"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5104291087"],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":null,"apc_paid":null,"fwci":0.6631,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.73489892,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"343","last_page":"352"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12495","display_name":"Electrostatic Discharge in Electronics","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11005","display_name":"Radiation Effects in Electronics","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7873564958572388},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.6874322891235352},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6601220965385437},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5497364401817322},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5332731008529663},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.482698917388916},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4460749924182892},{"id":"https://openalex.org/keywords/automotive-industry","display_name":"Automotive industry","score":0.44121283292770386},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.42851153016090393},{"id":"https://openalex.org/keywords/avionics","display_name":"Avionics","score":0.42494767904281616},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.42057380080223083},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36828386783599854},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21143096685409546},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.13047254085540771}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7873564958572388},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.6874322891235352},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6601220965385437},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5497364401817322},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5332731008529663},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.482698917388916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4460749924182892},{"id":"https://openalex.org/C526921623","wikidata":"https://www.wikidata.org/wiki/Q190117","display_name":"Automotive industry","level":2,"score":0.44121283292770386},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.42851153016090393},{"id":"https://openalex.org/C15792166","wikidata":"https://www.wikidata.org/wiki/Q221329","display_name":"Avionics","level":2,"score":0.42494767904281616},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.42057380080223083},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36828386783599854},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21143096685409546},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.13047254085540771},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icse-seip55303.2022.9794128","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse-seip55303.2022.9794128","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/ACM 44th International Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W1533557569","https://openalex.org/W2065682774","https://openalex.org/W2068619069","https://openalex.org/W2119833845","https://openalex.org/W2131399618","https://openalex.org/W2138537392","https://openalex.org/W2151554678","https://openalex.org/W2153803621","https://openalex.org/W2342662072","https://openalex.org/W2543296129","https://openalex.org/W2604347212","https://openalex.org/W2734677971","https://openalex.org/W2736601468","https://openalex.org/W2781726626","https://openalex.org/W2787938642","https://openalex.org/W2962692913","https://openalex.org/W2963003663","https://openalex.org/W2963231286","https://openalex.org/W2963864421","https://openalex.org/W2967844381","https://openalex.org/W2973944767","https://openalex.org/W2974147052","https://openalex.org/W2980176926","https://openalex.org/W3002440596","https://openalex.org/W3004091789","https://openalex.org/W3100789280","https://openalex.org/W3124237877","https://openalex.org/W3154370202","https://openalex.org/W3185432324","https://openalex.org/W4210580908","https://openalex.org/W6704571135","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6768112620","https://openalex.org/W6773377648","https://openalex.org/W6783596485"],"related_works":["https://openalex.org/W1589297475","https://openalex.org/W2330706584","https://openalex.org/W2903497870","https://openalex.org/W2164976164","https://openalex.org/W4389401673","https://openalex.org/W1987259072","https://openalex.org/W347335328","https://openalex.org/W2351307308","https://openalex.org/W2368944417","https://openalex.org/W2104432131"],"abstract_inverted_index":{"Cyber-Physical":[0],"Systems":[1],"(CPS)":[2],"have":[3],"been":[4,25],"broadly":[5],"deployed":[6],"in":[7,74],"safety-critical":[8],"domains,":[9],"such":[10],"as":[11],"automotive":[12],"systems,":[13],"avionics,":[14],"medical":[15],"devices,":[16],"etc.":[17],"In":[18],"recent":[19],"years,":[20],"Artificial":[21],"Intelligence":[22],"(AI)":[23],"has":[24],"increasingly":[26],"adopted":[27],"to":[28,107,185],"control":[29],"CPS.":[30],"Despite":[31],"the":[32,51,167,177],"popularity":[33],"of":[34,47,55,71,99,136],"AI-enabled":[35,56,101,138,174],"CPS,":[36,139],"few":[37],"benchmarks":[38],"are":[39,200],"publicly":[40],"available.":[41],"There":[42],"is":[43],"also":[44],"a":[45,68,96,143],"lack":[46],"deep":[48,85],"understanding":[49],"on":[50,91,202],"performance":[52,160,188],"and":[53,77,111,140,149,154,176,189,197],"reliability":[54],"CPS":[57,73,129,175,184],"across":[58,161],"different":[59,162],"industrial":[60],"domains.":[61,163],"To":[62],"bridge":[63],"this":[64],"gap,":[65],"we":[66,93],"present":[67],"public":[69],"benchmark":[70],"industry-level":[72],"seven":[75],"domains":[76],"build":[78],"AI":[79,119,152],"controllers":[80,120,153,156],"for":[81,169,173,179],"them":[82],"via":[83],"state-of-the-art":[84],"reinforcement":[86],"learning":[87],"(DRL)":[88],"methods.":[89],"Based":[90],"that,":[92],"further":[94],"perform":[95],"systematic":[97],"evaluation":[98,195],"these":[100],"systems":[102],"with":[103],"their":[104],"traditional":[105,125,155],"counterparts":[106],"identify":[108],"current":[109],"challenges":[110],"future":[112],"opportunities.":[113],"Our":[114,164,191],"key":[115],"findings":[116],"include":[117],"(1)":[118],"do":[121],"not":[122],"always":[123],"outperform":[124],"controllers,":[126],"(2)":[127],"existing":[128],"testing":[130,171],"techniques":[131,172],"(falsification,":[132],"specifically)":[133],"fall":[134],"short":[135],"analyzing":[137],"(3)":[141],"building":[142],"hybrid":[144,183],"system":[145],"that":[146],"strategically":[147],"combines":[148],"switches":[150],"between":[151],"can":[157],"achieve":[158,186],"better":[159],"results":[165],"highlight":[166],"need":[168,178],"new":[170],"more":[180],"investigations":[181],"into":[182],"optimal":[187],"reliability.":[190],"benchmark,":[192],"code,":[193],"detailed":[194],"results,":[196],"experiment":[198],"scripts":[199],"available":[201],"https://sites.google.com/view/ai-cps-benchmark.":[203]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}