{"id":"https://openalex.org/W4312921627","doi":"https://doi.org/10.1109/access.2022.3229233","title":"Safety Assurance of Artificial Intelligence-Based Systems: A Systematic Literature Review on the State of the Art and Guidelines for Future Work","display_name":"Safety Assurance of Artificial Intelligence-Based Systems: A Systematic Literature Review on the State of the Art and Guidelines for Future Work","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4312921627","doi":"https://doi.org/10.1109/access.2022.3229233"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3229233","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3229233","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09984982.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"review","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09984982.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079131005","display_name":"Antonio Vieira da Silva Neto","orcid":"https://orcid.org/0000-0002-4898-0082"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Antonio V. Silva Neto","raw_affiliation_strings":["Department of Computer Engineering and Digital Systems (PCS), Safety Analysis Group (GAS), Escola Politécnica, Universidade de São Paulo (USP), São Paulo, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-4898-0082","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering and Digital Systems (PCS), Safety Analysis Group (GAS), Escola Politécnica, Universidade de São Paulo (USP), São Paulo, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024866712","display_name":"Jo\u00e3o Batista Camargo","orcid":"https://orcid.org/0000-0001-5098-6769"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jo\u00e3o B. Camargo","raw_affiliation_strings":["Department of Computer Engineering and Digital Systems (PCS), Safety Analysis Group (GAS), Escola Politécnica, Universidade de São Paulo (USP), São Paulo, Brazil"],"raw_orcid":"https://orcid.org/0000-0001-5098-6769","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering and Digital Systems (PCS), Safety Analysis Group (GAS), Escola Politécnica, Universidade de São Paulo (USP), São Paulo, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013321718","display_name":"Jorge Rady de Almeida","orcid":"https://orcid.org/0000-0003-3839-4570"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jorge R. Almeida","raw_affiliation_strings":["Department of Computer Engineering and Digital Systems (PCS), Safety Analysis Group (GAS), Escola Politécnica, Universidade de São Paulo (USP), São Paulo, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-3839-4570","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering and Digital Systems (PCS), Safety Analysis Group (GAS), Escola Politécnica, Universidade de São Paulo (USP), São Paulo, Brazil","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032411091","display_name":"Paulo S\u00e9rgio Cugnasca","orcid":"https://orcid.org/0000-0002-5675-4667"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paulo S. Cugnasca","raw_affiliation_strings":["Department of Computer Engineering and Digital Systems (PCS), Safety Analysis Group (GAS), Escola Politécnica, Universidade de São Paulo (USP), São Paulo, Brazil"],"raw_orcid":"https://orcid.org/0000-0002-5675-4667","affiliations":[{"raw_affiliation_string":"Department of Computer Engineering and Digital Systems (PCS), Safety Analysis Group (GAS), Escola Politécnica, Universidade de São Paulo (USP), São Paulo, Brazil","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.2081,"has_fulltext":true,"cited_by_count":45,"citation_normalized_percentile":{"value":0.79781421,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"10","issue":null,"first_page":"130733","last_page":"130770"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9767000079154968,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11357","display_name":"Risk and Safety Analysis","score":0.9710000157356262,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/safety-assurance","display_name":"Safety assurance","score":0.723170280456543},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6135531663894653},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44907739758491516},{"id":"https://openalex.org/keywords/systematic-review","display_name":"Systematic review","score":0.4485737085342407},{"id":"https://openalex.org/keywords/applications-of-artificial-intelligence","display_name":"Applications of artificial intelligence","score":0.4463740587234497},{"id":"https://openalex.org/keywords/quality-assurance","display_name":"Quality assurance","score":0.43630701303482056},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3283100724220276},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3220450282096863},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2227148413658142},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.12716805934906006},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.11120167374610901},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.08750337362289429}],"concepts":[{"id":"https://openalex.org/C112805685","wikidata":"https://www.wikidata.org/wiki/Q10566551","display_name":"Safety assurance","level":2,"score":0.723170280456543},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6135531663894653},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44907739758491516},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.4485737085342407},{"id":"https://openalex.org/C157170001","wikidata":"https://www.wikidata.org/wiki/Q4781507","display_name":"Applications of artificial intelligence","level":2,"score":0.4463740587234497},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.43630701303482056},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3283100724220276},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3220450282096863},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2227148413658142},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12716805934906006},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.11120167374610901},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.08750337362289429},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2778618615","wikidata":"https://www.wikidata.org/wiki/Q4008393","display_name":"External quality assessment","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2022.3229233","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3229233","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09984982.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e267c3104eb04793bc31cdb7a5014604","is_oa":false,"landing_page_url":"https://doaj.org/article/e267c3104eb04793bc31cdb7a5014604","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 130733-130770 (2022)","raw_type":"article"},{"id":"pmh:003250968","is_oa":true,"landing_page_url":"http://doi.org/10.1109/ACCESS.2022.3229233","pdf_url":null,"source":{"id":"https://openalex.org/S4306402641","display_name":"LA Referencia (Red Federada de Repositorios Institucionales de Publicaciones Cient\u00edficas)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4383465926","host_organization_name":"LA Referencia","host_organization_lineage":["https://openalex.org/I4383465926"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"instacron:USP","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3229233","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3229233","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9668973/09984982.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2823776494","display_name":null,"funder_award_id":"88887","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"},{"id":"https://openalex.org/G47252533","display_name":null,"funder_award_id":"2020-00","funder_id":"https://openalex.org/F4320321091","funder_display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior"}],"funders":[{"id":"https://openalex.org/F4320321091","display_name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","ror":"https://ror.org/00x0ma614"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4312921627.pdf","grobid_xml":"https://content.openalex.org/works/W4312921627.grobid-xml"},"referenced_works_count":158,"referenced_works":["https://openalex.org/W4214443","https://openalex.org/W97628692","https://openalex.org/W207696017","https://openalex.org/W1672721539","https://openalex.org/W1963790880","https://openalex.org/W1977947312","https://openalex.org/W2004252880","https://openalex.org/W2010324073","https://openalex.org/W2011237438","https://openalex.org/W2027575651","https://openalex.org/W2040634393","https://openalex.org/W2046353767","https://openalex.org/W2051901144","https://openalex.org/W2079127853","https://openalex.org/W2091738502","https://openalex.org/W2121374919","https://openalex.org/W2140279739","https://openalex.org/W2164038583","https://openalex.org/W2293310672","https://openalex.org/W2561065014","https://openalex.org/W2574405656","https://openalex.org/W2583115580","https://openalex.org/W2736837178","https://openalex.org/W2768095641","https://openalex.org/W2795800960","https://openalex.org/W2800473699","https://openalex.org/W2804337238","https://openalex.org/W2886498661","https://openalex.org/W2888051858","https://openalex.org/W2888409681","https://openalex.org/W2888543360","https://openalex.org/W2888615425","https://openalex.org/W2910223446","https://openalex.org/W2912275277","https://openalex.org/W2942269275","https://openalex.org/W2945943786","https://openalex.org/W2947692275","https://openalex.org/W2948013358","https://openalex.org/W2957311447","https://openalex.org/W2961596948","https://openalex.org/W2963186766","https://openalex.org/W2963248709","https://openalex.org/W2964130946","https://openalex.org/W2968279767","https://openalex.org/W2970450457","https://openalex.org/W2970987521","https://openalex.org/W2980176594","https://openalex.org/W2982138961","https://openalex.org/W2983012040","https://openalex.org/W2985495028","https://openalex.org/W2986822919","https://openalex.org/W2987375645","https://openalex.org/W2987837557","https://openalex.org/W2997941096","https://openalex.org/W3002630827","https://openalex.org/W3004706101","https://openalex.org/W3005856724","https://openalex.org/W3007511435","https://openalex.org/W3009094588","https://openalex.org/W3012424690","https://openalex.org/W3014924729","https://openalex.org/W3020998650","https://openalex.org/W3021850381","https://openalex.org/W3035261243","https://openalex.org/W3037974900","https://openalex.org/W3080176341","https://openalex.org/W3080710594","https://openalex.org/W3081016801","https://openalex.org/W3081402467","https://openalex.org/W3082461250","https://openalex.org/W3087060148","https://openalex.org/W3091125577","https://openalex.org/W3091989726","https://openalex.org/W3092003702","https://openalex.org/W3093718041","https://openalex.org/W3096936747","https://openalex.org/W3098476760","https://openalex.org/W3098957115","https://openalex.org/W3101271453","https://openalex.org/W3102804344","https://openalex.org/W3106887093","https://openalex.org/W3114209678","https://openalex.org/W3115079017","https://openalex.org/W3122446900","https://openalex.org/W3125329049","https://openalex.org/W3131673466","https://openalex.org/W3134861901","https://openalex.org/W3135584977","https://openalex.org/W3148337675","https://openalex.org/W3157818965","https://openalex.org/W3165766250","https://openalex.org/W3174670263","https://openalex.org/W3176115515","https://openalex.org/W3183883635","https://openalex.org/W3184441520","https://openalex.org/W3185425515","https://openalex.org/W3185866143","https://openalex.org/W3193012498","https://openalex.org/W3193484340","https://openalex.org/W3193600312","https://openalex.org/W3195168449","https://openalex.org/W3196440773","https://openalex.org/W3196492090","https://openalex.org/W3197075054","https://openalex.org/W3201403052","https://openalex.org/W3202842535","https://openalex.org/W3204772817","https://openalex.org/W3206558114","https://openalex.org/W3206602502","https://openalex.org/W3208686032","https://openalex.org/W3211127556","https://openalex.org/W3211597178","https://openalex.org/W3211766227","https://openalex.org/W3212311306","https://openalex.org/W3214899300","https://openalex.org/W3215573779","https://openalex.org/W4200024486","https://openalex.org/W4200123167","https://openalex.org/W4200126446","https://openalex.org/W4205536138","https://openalex.org/W4205723573","https://openalex.org/W4206759900","https://openalex.org/W4210515296","https://openalex.org/W4210835309","https://openalex.org/W4224912668","https://openalex.org/W4225269870","https://openalex.org/W4225290898","https://openalex.org/W4226316432","https://openalex.org/W4231365309","https://openalex.org/W4234214886","https://openalex.org/W4235649066","https://openalex.org/W4242639857","https://openalex.org/W4242720791","https://openalex.org/W4245485312","https://openalex.org/W4246934367","https://openalex.org/W4248779893","https://openalex.org/W4255593887","https://openalex.org/W4281705700","https://openalex.org/W4282827306","https://openalex.org/W4285102237","https://openalex.org/W4285149727","https://openalex.org/W4285248058","https://openalex.org/W4285308154","https://openalex.org/W4285378891","https://openalex.org/W4293082818","https://openalex.org/W4307828581","https://openalex.org/W4312786856","https://openalex.org/W4313679833","https://openalex.org/W6681328931","https://openalex.org/W6754681091","https://openalex.org/W6767411250","https://openalex.org/W6775438689","https://openalex.org/W6784624102","https://openalex.org/W6791564734","https://openalex.org/W6792159351","https://openalex.org/W6795941288","https://openalex.org/W6800464454","https://openalex.org/W6801542599"],"related_works":["https://openalex.org/W11269544","https://openalex.org/W4389096689","https://openalex.org/W2058432184","https://openalex.org/W2371550624","https://openalex.org/W1481851336","https://openalex.org/W2263932064","https://openalex.org/W3040974248","https://openalex.org/W653948120","https://openalex.org/W184659985","https://openalex.org/W2088670227"],"abstract_inverted_index":{"The":[0],"objective":[1],"of":[2,10,13,17,58,70,108,172,195],"this":[3,29,115],"research":[4,128,158],"is":[5,61],"to":[6,41],"present":[7],"the":[8,11,14,55,67,142,145,149,163,169,193],"state":[9],"art":[12],"safety":[15,40,56,68,87,101,153,170,181,194],"assurance":[16,57,69,102,171],"Artificial":[18],"Intelligence":[19],"(AI)-based":[20],"systems":[21,60,72,174],"and":[22,77,98,122,148,154,187,191],"guidelines":[23,125,161,167],"on":[24,49,140],"future":[25,127],"correlated":[26],"work.":[27],"For":[28],"purpose,":[30],"a":[31,50,100,180],"Systematic":[32],"Literature":[33],"Review":[34],"comprising":[35],"5090":[36],"peer-reviewed":[37],"references":[38,147],"relating":[39],"AI":[42,189],"has":[43,73,111],"been":[44,112,132],"carried":[45],"out,":[46],"with":[47,95,118,152],"focus":[48],"329-reference":[51],"subset":[52],"in":[53,114],"which":[54],"AI-based":[59,71,173,197],"directly":[62],"conveyed.":[63],"From":[64],"2016":[65],"onwards,":[66],"experienced":[74],"significant":[75],"effervescence":[76],"leaned":[78],"towards":[79],"five":[80],"main":[81],"approaches:":[82],"performing":[83],"black-box":[84],"testing,":[85],"using":[86],"envelopes,":[88],"designing":[89,183],"fail-safe":[90],"AI,":[91,97,185],"combining":[92],"white-box":[93],"analyses":[94],"explainable":[96,184],"establishing":[99],"process":[103],"throughout":[104],"systems\u2019":[105],"lifecycles.":[106],"Each":[107],"these":[109,160],"approaches":[110],"discussed":[113],"paper,":[116],"along":[117],"their":[119],"features,":[120],"pros":[121],"cons.":[123],"Finally,":[124],"for":[126,165,168],"topics":[129],"have":[130],"also":[131],"presented.":[133],"They":[134],"result":[135],"from":[136,179],"an":[137],"analysis":[138],"based":[139],"both":[141],"cross-fertilization":[143],"among":[144],"reviewed":[146],"authors\u2019":[150],"experience":[151],"AI.":[155],"Among":[156],"15":[157],"themes,":[159],"reinforce":[162],"need":[164],"deepening":[166],"by,":[175],"e.g.,":[176],"analyzing":[177],"datasets":[178],"perspective,":[182],"setting":[186],"justifying":[188],"hyperparameters,":[190],"assuring":[192],"hardware-implemented":[196],"systems.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":5}],"updated_date":"2026-08-09T07:27:16.801131","created_date":"2025-10-10T00:00:00"}