{"id":"https://openalex.org/W2344795941","doi":"https://doi.org/10.1109/jsyst.2015.2496293","title":"Perceptions on the State of the Art in Verification and Validation in Cyber-Physical Systems","display_name":"Perceptions on the State of the Art in Verification and Validation in Cyber-Physical Systems","publication_year":2015,"publication_date":"2015-11-20","ids":{"openalex":"https://openalex.org/W2344795941","doi":"https://doi.org/10.1109/jsyst.2015.2496293","mag":"2344795941"},"language":"en","primary_location":{"id":"doi:10.1109/jsyst.2015.2496293","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2015.2496293","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://figshare.com/articles/journal_contribution/Perceptions_on_the_state_of_the_art_in_verification_and_validation_in_cyber-physical_systems/20869957","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081182489","display_name":"Xi Zheng","orcid":"https://orcid.org/0000-0002-2572-2355"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["AU","US"],"is_corresponding":false,"raw_author_name":"Xi Zheng","raw_affiliation_strings":["Center for Advanced Research in Software Engineering, University of Texas at Austin, Austin, TX, USA","School of Information Technology, Deakin University, Geelong, Vic., Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Advanced Research in Software Engineering, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"School of Information Technology, Deakin University, Geelong, Vic., Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023117758","display_name":"Christine Julien","orcid":"https://orcid.org/0000-0002-4131-4642"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christine Julien","raw_affiliation_strings":["Center for Advanced Research in Software Engineering, University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Advanced Research in Software Engineering, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049451101","display_name":"Miryung Kim","orcid":"https://orcid.org/0000-0003-3802-1512"},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Miryung Kim","raw_affiliation_strings":["Department of Computer Science, University of California, Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102146282","display_name":"Sarfraz Khurshid","orcid":null},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarfraz Khurshid","raw_affiliation_strings":["Center for Advanced Research in Software Engineering, University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Advanced Research in Software Engineering, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.0583,"has_fulltext":false,"cited_by_count":86,"citation_normalized_percentile":{"value":0.97584257,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"11","issue":"4","first_page":"2614","last_page":"2627"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.8513312935829163},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7370857000350952},{"id":"https://openalex.org/keywords/cyber-physical-system","display_name":"Cyber-physical system","score":0.7153497934341431},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.5158178210258484},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5131452679634094},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.4934147894382477},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4808524250984192},{"id":"https://openalex.org/keywords/aspectj","display_name":"AspectJ","score":0.45078128576278687},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.430792897939682},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3557928204536438},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.21333172917366028}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.8513312935829163},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7370857000350952},{"id":"https://openalex.org/C179768478","wikidata":"https://www.wikidata.org/wiki/Q1120057","display_name":"Cyber-physical system","level":2,"score":0.7153497934341431},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.5158178210258484},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5131452679634094},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.4934147894382477},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4808524250984192},{"id":"https://openalex.org/C2781009160","wikidata":"https://www.wikidata.org/wiki/Q735604","display_name":"AspectJ","level":4,"score":0.45078128576278687},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.430792897939682},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3557928204536438},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.21333172917366028},{"id":"https://openalex.org/C60051680","wikidata":"https://www.wikidata.org/wiki/Q30267","display_name":"Aspect-oriented programming","level":3,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jsyst.2015.2496293","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsyst.2015.2496293","pdf_url":null,"source":{"id":"https://openalex.org/S95999327","display_name":"IEEE Systems Journal","issn_l":"1932-8184","issn":["1932-8184","1937-9234","2373-7816"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Systems Journal","raw_type":"journal-article"},{"id":"pmh:oai:dro.deakin.edu.au:DU:30112941","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306402457","display_name":"Deakin Research Online (Deakin University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149704539","host_organization_name":"Deakin University","host_organization_lineage":["https://openalex.org/I149704539"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:figshare.com:article/20869957","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Perceptions_on_the_state_of_the_art_in_verification_and_validation_in_cyber-physical_systems/20869957","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/20869957","is_oa":true,"landing_page_url":"https://figshare.com/articles/journal_contribution/Perceptions_on_the_state_of_the_art_in_verification_and_validation_in_cyber-physical_systems/20869957","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G23873468","display_name":null,"funder_award_id":"CNS-1239498","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":111,"referenced_works":["https://openalex.org/W23483625","https://openalex.org/W55327735","https://openalex.org/W125820519","https://openalex.org/W175120007","https://openalex.org/W257471053","https://openalex.org/W809787349","https://openalex.org/W1496007014","https://openalex.org/W1498203978","https://openalex.org/W1498542756","https://openalex.org/W1505569957","https://openalex.org/W1509254601","https://openalex.org/W1521410408","https://openalex.org/W1547304883","https://openalex.org/W1574030932","https://openalex.org/W1601195943","https://openalex.org/W1679358649","https://openalex.org/W1755257908","https://openalex.org/W1774989331","https://openalex.org/W1824352287","https://openalex.org/W1859458367","https://openalex.org/W1863629953","https://openalex.org/W1865218796","https://openalex.org/W1874725288","https://openalex.org/W1905380539","https://openalex.org/W1916257639","https://openalex.org/W1964992116","https://openalex.org/W1971903460","https://openalex.org/W1978955051","https://openalex.org/W1985654543","https://openalex.org/W1989475195","https://openalex.org/W1994901326","https://openalex.org/W2000947342","https://openalex.org/W2001919784","https://openalex.org/W2002130414","https://openalex.org/W2005998857","https://openalex.org/W2008639780","https://openalex.org/W2010282078","https://openalex.org/W2022649085","https://openalex.org/W2023808162","https://openalex.org/W2027769154","https://openalex.org/W2028513599","https://openalex.org/W2028954902","https://openalex.org/W2030694836","https://openalex.org/W2031525781","https://openalex.org/W2038272221","https://openalex.org/W2043100293","https://openalex.org/W2050123402","https://openalex.org/W2054538517","https://openalex.org/W2055022721","https://openalex.org/W2062200967","https://openalex.org/W2063381633","https://openalex.org/W2064316219","https://openalex.org/W2070852605","https://openalex.org/W2077099824","https://openalex.org/W2078393527","https://openalex.org/W2081324807","https://openalex.org/W2084296075","https://openalex.org/W2090812976","https://openalex.org/W2097209811","https://openalex.org/W2097910887","https://openalex.org/W2099463861","https://openalex.org/W2100505193","https://openalex.org/W2105614525","https://openalex.org/W2106043479","https://openalex.org/W2106192381","https://openalex.org/W2109815558","https://openalex.org/W2111870610","https://openalex.org/W2112134656","https://openalex.org/W2131399618","https://openalex.org/W2133038101","https://openalex.org/W2133513409","https://openalex.org/W2136310957","https://openalex.org/W2139217778","https://openalex.org/W2140514402","https://openalex.org/W2140616837","https://openalex.org/W2142133788","https://openalex.org/W2144630849","https://openalex.org/W2148764493","https://openalex.org/W2149713648","https://openalex.org/W2150124918","https://openalex.org/W2150443739","https://openalex.org/W2153803621","https://openalex.org/W2156892839","https://openalex.org/W2158457802","https://openalex.org/W2158475682","https://openalex.org/W2163347957","https://openalex.org/W2164419371","https://openalex.org/W2165796723","https://openalex.org/W2169239645","https://openalex.org/W2169887034","https://openalex.org/W2181549671","https://openalex.org/W2181670481","https://openalex.org/W2229094708","https://openalex.org/W2460867013","https://openalex.org/W2810491896","https://openalex.org/W3137087402","https://openalex.org/W3158747708","https://openalex.org/W4237395471","https://openalex.org/W4244536841","https://openalex.org/W4250516408","https://openalex.org/W6623024296","https://openalex.org/W6630112156","https://openalex.org/W6676631283","https://openalex.org/W6679863331","https://openalex.org/W6681468933","https://openalex.org/W6684776193","https://openalex.org/W6685828471","https://openalex.org/W6685858667","https://openalex.org/W6689083012","https://openalex.org/W6704139216","https://openalex.org/W6718726934"],"related_works":["https://openalex.org/W1482647442","https://openalex.org/W2110520096","https://openalex.org/W4256274801","https://openalex.org/W2001477478","https://openalex.org/W4246472987","https://openalex.org/W108504815","https://openalex.org/W2079777989","https://openalex.org/W1979668004","https://openalex.org/W1610570299","https://openalex.org/W2151066794"],"abstract_inverted_index":{"It":[0],"is":[1,9],"widely":[2],"held":[3,13,129],"that":[4,70],"debugging":[5,118],"cyber-physical":[6],"systems":[7],"(CPS)":[8],"challenging;":[10],"many":[11],"strongly":[12,128],"beliefs":[14,130],"exist":[15,34],"regarding":[16],"how":[17],"CPS":[18,51,82,119,144,151],"are":[19,48,60,78],"currently":[20],"debugged":[21],"and":[22,24,45,53,57,114,122,161,170,176],"tested":[23],"the":[25,132],"suitability":[26],"of":[27,96,142],"various":[28],"techniques.":[29],"For":[30],"instance,":[31],"dissenting":[32],"opinions":[33],"as":[35,150],"to":[36,81,84,87,179],"whether":[37],"formal":[38],"methods":[39],"(including":[40],"static":[41],"analysis,":[42],"theorem":[43],"proving,":[44],"model":[46],"checking)":[47],"appropriate":[49],"in":[50],"verification":[52],"validation.":[54],"Simulation":[55],"tools":[56],"simulation-based":[58],"testing":[59],"also":[61],"often":[62],"considered":[63],"insufficient":[64],"for":[65,174],"CPS.":[66,180],"Many":[67],"\u201cexperts\u201d":[68],"posit":[69],"high-level":[71],"programming":[72],"languages":[73],"(e.g.,":[74],"Java":[75],"or":[76,125],"C#)":[77],"not":[79,106],"applicable":[80],"due":[83],"their":[85],"inability":[86],"address":[88],"(significant)":[89],"resource":[90],"constraints":[91],"at":[92],"a":[93,138,162],"high":[94],"level":[95],"abstraction.":[97],"To":[98],"date,":[99],"empirical":[100],"studies":[101],"investigating":[102],"these":[103,127,168],"questions":[104],"have":[105],"been":[107],"done.":[108],"In":[109],"this":[110],"paper,":[111],"we":[112,135],"qualitatively":[113],"quantitatively":[115],"analyze":[116],"why":[117],"remains":[120],"challenging":[121],"either":[123],"dispel":[124],"confirm":[126],"along":[131],"way.":[133],"Specifically,":[134],"report":[136,167],"on":[137],"structured":[139],"online":[140],"survey":[141],"25":[143],"researchers":[145],"(10":[146],"participants":[147],"classified":[148],"themselves":[149],"developers),":[152],"semistructured":[153],"interviews":[154],"with":[155],"nine":[156],"practitioners":[157],"across":[158],"four":[159],"continents,":[160],"qualitative":[163],"literature":[164],"review.":[165],"We":[166],"results":[169],"discuss":[171],"several":[172],"implications":[173],"research":[175],"practice":[177],"related":[178]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}