{"id":"https://openalex.org/W3124093587","doi":"https://doi.org/10.1145/3447246","title":"Toward a Holistic Approach to Verification and Validation of Autonomous Cognitive Systems","display_name":"Toward a Holistic Approach to Verification and Validation of Autonomous Cognitive Systems","publication_year":2021,"publication_date":"2021-05-10","ids":{"openalex":"https://openalex.org/W3124093587","doi":"https://doi.org/10.1145/3447246","mag":"3124093587"},"language":"en","primary_location":{"id":"doi:10.1145/3447246","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447246","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.manchester.ac.uk/en/publications/d687ed80-9b82-4096-9dfe-5203414cb442","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053250970","display_name":"Angelo Ferrando","orcid":"https://orcid.org/0000-0002-8711-4670"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Angelo Ferrando","raw_affiliation_strings":["The University of Manchester, Manchester, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-8711-4670","affiliations":[{"raw_affiliation_string":"The University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040721287","display_name":"Louise A. Dennis","orcid":"https://orcid.org/0000-0003-1426-1896"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Louise A. Dennis","raw_affiliation_strings":["The University of Manchester, Manchester, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057738229","display_name":"Rafael C. Cardoso","orcid":"https://orcid.org/0000-0001-6666-6954"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Rafael C. Cardoso","raw_affiliation_strings":["The University of Manchester, Manchester, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067587488","display_name":"Michael Fisher","orcid":"https://orcid.org/0000-0002-0875-3862"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michael Fisher","raw_affiliation_strings":["The University of Manchester, Manchester, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Manchester, Manchester, United Kingdom","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036812254","display_name":"Davide Ancona","orcid":"https://orcid.org/0000-0002-6297-2011"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Davide Ancona","raw_affiliation_strings":["University of Genova, Genova, Italy"],"raw_orcid":"https://orcid.org/0000-0002-6297-2011","affiliations":[{"raw_affiliation_string":"University of Genova, Genova, Italy","institution_ids":["https://openalex.org/I83816512"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022301074","display_name":"Viviana Mascardi","orcid":"https://orcid.org/0000-0002-2261-9926"},"institutions":[{"id":"https://openalex.org/I83816512","display_name":"University of Genoa","ror":"https://ror.org/0107c5v14","country_code":"IT","type":"education","lineage":["https://openalex.org/I83816512"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Viviana Mascardi","raw_affiliation_strings":["University of Genova, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Genova, Italy","institution_ids":["https://openalex.org/I83816512"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4476,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.83857334,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":98},"biblio":{"volume":"30","issue":"4","first_page":"1","last_page":"43"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8766268491744995},{"id":"https://openalex.org/keywords/runtime-verification","display_name":"Runtime verification","score":0.7076231837272644},{"id":"https://openalex.org/keywords/model-checking","display_name":"Model checking","score":0.5899724364280701},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.566740870475769},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.49372753500938416},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.45913058519363403},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.44910547137260437},{"id":"https://openalex.org/keywords/trace","display_name":"TRACE (psycholinguistics)","score":0.4404965341091156},{"id":"https://openalex.org/keywords/functional-verification","display_name":"Functional verification","score":0.429708868265152},{"id":"https://openalex.org/keywords/intelligent-verification","display_name":"Intelligent verification","score":0.42432814836502075},{"id":"https://openalex.org/keywords/verification-and-validation-of-computer-simulation-models","display_name":"Verification and validation of computer simulation models","score":0.4187758266925812},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4104011058807373},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.16519120335578918},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.15066739916801453}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8766268491744995},{"id":"https://openalex.org/C202973057","wikidata":"https://www.wikidata.org/wiki/Q7380130","display_name":"Runtime verification","level":3,"score":0.7076231837272644},{"id":"https://openalex.org/C110251889","wikidata":"https://www.wikidata.org/wiki/Q1569697","display_name":"Model checking","level":2,"score":0.5899724364280701},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.566740870475769},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.49372753500938416},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.45913058519363403},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44910547137260437},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.4404965341091156},{"id":"https://openalex.org/C62460635","wikidata":"https://www.wikidata.org/wiki/Q5508853","display_name":"Functional verification","level":3,"score":0.429708868265152},{"id":"https://openalex.org/C3406870","wikidata":"https://www.wikidata.org/wiki/Q6044160","display_name":"Intelligent verification","level":5,"score":0.42432814836502075},{"id":"https://openalex.org/C126433048","wikidata":"https://www.wikidata.org/wiki/Q7921324","display_name":"Verification and validation of computer simulation models","level":2,"score":0.4187758266925812},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4104011058807373},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.16519120335578918},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.15066739916801453},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3447246","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3447246","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/d687ed80-9b82-4096-9dfe-5203414cb442","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/d687ed80-9b82-4096-9dfe-5203414cb442","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ferrando, A, Dennis, L A, Cardoso, R C, Fisher, M, Ancona, D & Mascardi, V 2021, 'Towards a Holistic Approach to Verification and Validation of Autonomous Cognitive Systems', ACM Transactions on Software Engineering and Methodology, vol. 30, no. 4, pp. 1-43. https://doi.org/10.1145/3447246","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.unimore.it:11380/1331894","is_oa":true,"landing_page_url":"https://hdl.handle.net/11380/1331894","pdf_url":"https://iris.unimore.it/bitstream/11380/1331894/1/Towards_a_Holistic_Approach_to_Verification_and_Validation_of_Autonomous_Cognitive_Systems__Journal_%281%29.pdf","source":{"id":"https://openalex.org/S4306400718","display_name":"IRIS UNIMORE (University of Modena and Reggio Emilia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I122346577","host_organization_name":"University of Modena and Reggio Emilia","host_organization_lineage":["https://openalex.org/I122346577"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.unige.it:11567/1052193","is_oa":true,"landing_page_url":"https://hdl.handle.net/11567/1052193","pdf_url":null,"source":{"id":"https://openalex.org/S4377196291","display_name":"CINECA IRIS Institutial Research Information System (University of Genoa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I83816512","host_organization_name":"University of Genoa","host_organization_lineage":["https://openalex.org/I83816512"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/d687ed80-9b82-4096-9dfe-5203414cb442","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/d687ed80-9b82-4096-9dfe-5203414cb442","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Ferrando, A, Dennis, L A, Cardoso, R C, Fisher, M, Ancona, D & Mascardi, V 2021, 'Towards a Holistic Approach to Verification and Validation of Autonomous Cognitive Systems', ACM Transactions on Software Engineering and Methodology, vol. 30, no. 4, pp. 1-43. https://doi.org/10.1145/3447246","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2513151266","display_name":null,"funder_award_id":"EP/R026084","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G2576528220","display_name":null,"funder_award_id":"EP/R026092","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320320005","display_name":"Royal Academy of Engineering","ror":"https://ror.org/0526snb40"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W61606928","https://openalex.org/W68069235","https://openalex.org/W68724768","https://openalex.org/W1485881060","https://openalex.org/W1497120980","https://openalex.org/W1498203978","https://openalex.org/W1498432697","https://openalex.org/W1505569957","https://openalex.org/W1514729613","https://openalex.org/W1547304883","https://openalex.org/W1552740165","https://openalex.org/W1569068921","https://openalex.org/W1778175466","https://openalex.org/W1968195039","https://openalex.org/W1972433423","https://openalex.org/W1975120975","https://openalex.org/W1975234382","https://openalex.org/W1988495336","https://openalex.org/W1991339794","https://openalex.org/W1998949669","https://openalex.org/W2020787985","https://openalex.org/W2023808162","https://openalex.org/W2024664992","https://openalex.org/W2026629052","https://openalex.org/W2027769154","https://openalex.org/W2039141633","https://openalex.org/W2059862967","https://openalex.org/W2095156325","https://openalex.org/W2101508170","https://openalex.org/W2117218135","https://openalex.org/W2124344619","https://openalex.org/W2126606154","https://openalex.org/W2129559415","https://openalex.org/W2134753436","https://openalex.org/W2138512963","https://openalex.org/W2141826787","https://openalex.org/W2161660684","https://openalex.org/W2221585980","https://openalex.org/W2407790672","https://openalex.org/W2506747970","https://openalex.org/W2561675875","https://openalex.org/W2710130599","https://openalex.org/W2751261298","https://openalex.org/W2752548843","https://openalex.org/W2767838074","https://openalex.org/W2776130376","https://openalex.org/W2791000166","https://openalex.org/W2797047369","https://openalex.org/W2802984108","https://openalex.org/W2882997471","https://openalex.org/W2899532715","https://openalex.org/W2900390164","https://openalex.org/W2900440339","https://openalex.org/W2902726917","https://openalex.org/W2903159986","https://openalex.org/W2926809789","https://openalex.org/W2956582956","https://openalex.org/W2963395756","https://openalex.org/W2966914448","https://openalex.org/W2970439648","https://openalex.org/W2974494763","https://openalex.org/W3010737172","https://openalex.org/W3100828547","https://openalex.org/W4238363798","https://openalex.org/W4246553962","https://openalex.org/W4289294865","https://openalex.org/W4299832383","https://openalex.org/W6714026258"],"related_works":["https://openalex.org/W2106507440","https://openalex.org/W3036403349","https://openalex.org/W3120172095","https://openalex.org/W2105593427","https://openalex.org/W1542124114","https://openalex.org/W191612333","https://openalex.org/W2125238773","https://openalex.org/W2148966220","https://openalex.org/W1522369122","https://openalex.org/W2138343703"],"abstract_inverted_index":{"When":[0],"applying":[1],"formal":[2,167],"verification":[3,52,100,168],"to":[4,79,148,161,179],"a":[5,16,132,153,190],"system":[6,41,73,188],"that":[7,71],"interacts":[8],"with":[9],"the":[10,19,27,44,48,51,57,61,65,72,85,88,94,99,107,110,135,150,156,193],"real":[11,111],"world,":[12],"we":[13,68,176],"must":[14],"use":[15],"model":[17,22,86,108,139,149],"of":[18,26,87,131,192],"environment.":[20],"This":[21],"represents":[23],"an":[24,38,184],"abstraction":[25,62],"actual":[28,45],"environment,":[29],"so":[30],"it":[31,103,178],"is":[32,53,74,146,158],"necessarily":[33],"incomplete":[34],"and":[35,121,169,189],"hence":[36],"presents":[37],"issue":[39],"for":[40,91,105,164],"verification.":[42,115,171],"If":[43],"environment":[46,58,89,112,151],"matches":[47],"model,":[49,66],"then":[50,67,159],"correct;":[54],"however,":[55],"if":[56,98],"falls":[59],"outside":[60],"captured":[63],"by":[64,125],"cannot":[69],"guarantee":[70],"well":[75],"behaved.":[76],"A":[77,141],"solution":[78],"this":[80,119],"problem":[81],"consists":[82],"in":[83,152],"exploiting":[84],"used":[90,147],"statically":[92],"verifying":[93],"system\u2019s":[95],"behaviour":[96],"and,":[97],"succeeds,":[101],"using":[102],"also":[104],"validating":[106],"against":[109],"via":[113],"runtime":[114,170],"The":[116],"article":[117],"discusses":[118],"approach":[120],"demonstrates":[122],"its":[123,127],"feasibility":[124],"presenting":[126],"implementation":[128],"on":[129],"top":[130],"framework":[133],"integrating":[134],"Agent":[136],"Java":[137],"PathFinder":[138],"checker.":[140],"high-level":[142],"Domain":[143],"Specific":[144],"Language":[145],"user-friendly":[154],"way;":[155],"latter":[157],"compiled":[160],"trace":[162],"expressions":[163],"both":[165],"static":[166],"To":[172],"evaluate":[173],"our":[174],"approach,":[175],"apply":[177],"two":[180],"different":[181],"case":[182],"studies:":[183],"autonomous":[185],"cruise":[186],"control":[187],"simulation":[191],"Mars":[194],"Curiosity":[195],"rover.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2021-02-01T00:00:00"}