{"id":"https://openalex.org/W4298128053","doi":"https://doi.org/10.1109/ro-man53752.2022.9900852","title":"Should AI Systems in Nuclear Facilities Explain Decisions the Way Humans Do? An Interview Study","display_name":"Should AI Systems in Nuclear Facilities Explain Decisions the Way Humans Do? An Interview Study","publication_year":2022,"publication_date":"2022-08-29","ids":{"openalex":"https://openalex.org/W4298128053","doi":"https://doi.org/10.1109/ro-man53752.2022.9900852"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man53752.2022.9900852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man53752.2022.9900852","pdf_url":null,"source":{"id":"https://openalex.org/S4363607995","display_name":"2022 31st IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 31st IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pure.manchester.ac.uk/ws/files/221780028/Should_AI_Systems_in_Nuclear_Facilities_Explain_Decisions_the_Way_Humans_Do_An_Interview_Study.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011615126","display_name":"Hazel M Taylor","orcid":"https://orcid.org/0000-0003-0130-1174"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Hazel M Taylor","raw_affiliation_strings":["The University of Manchester,UK","The University of Manchester, UK"],"affiliations":[{"raw_affiliation_string":"The University of Manchester,UK","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"The University of Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073224837","display_name":"Caroline Jay","orcid":"https://orcid.org/0000-0002-6080-1382"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Caroline Jay","raw_affiliation_strings":["The University of Manchester,UK","The University of Manchester, UK"],"affiliations":[{"raw_affiliation_string":"The University of Manchester,UK","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"The University of Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011590665","display_name":"Barry Lennox","orcid":"https://orcid.org/0000-0003-0905-8324"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Barry Lennox","raw_affiliation_strings":["The University of Manchester,UK","The University of Manchester, UK"],"affiliations":[{"raw_affiliation_string":"The University of Manchester,UK","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"The University of Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091768977","display_name":"Angelo Cangelosi","orcid":"https://orcid.org/0000-0002-4709-2243"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Angelo Cangelosi","raw_affiliation_strings":["The University of Manchester,UK","The University of Manchester, UK"],"affiliations":[{"raw_affiliation_string":"The University of Manchester,UK","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"The University of Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040721287","display_name":"Louise A. Dennis","orcid":"https://orcid.org/0000-0003-1426-1896"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Louise Dennis","raw_affiliation_strings":["The University of Manchester,UK","The University of Manchester, UK"],"affiliations":[{"raw_affiliation_string":"The University of Manchester,UK","institution_ids":["https://openalex.org/I28407311"]},{"raw_affiliation_string":"The University of Manchester, UK","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5011615126"],"corresponding_institution_ids":["https://openalex.org/I28407311"],"apc_list":null,"apc_paid":null,"fwci":0.2087,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.42354375,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"956","last_page":"962"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9713000059127808,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6374467611312866},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.6072686314582825},{"id":"https://openalex.org/keywords/thematic-analysis","display_name":"Thematic analysis","score":0.5542739629745483},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5332890152931213},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.48019278049468994},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.45439058542251587},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.45398348569869995},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4481915831565857},{"id":"https://openalex.org/keywords/conceptual-framework","display_name":"Conceptual framework","score":0.4431523084640503},{"id":"https://openalex.org/keywords/conceptual-model","display_name":"Conceptual model","score":0.4426219165325165},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.44258779287338257},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4167459011077881},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.38650453090667725},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3846466541290283},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2158176302909851},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19085240364074707},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.18388524651527405},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.18274247646331787},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.15606382489204407},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.11040273308753967}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6374467611312866},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.6072686314582825},{"id":"https://openalex.org/C74196892","wikidata":"https://www.wikidata.org/wiki/Q7781188","display_name":"Thematic analysis","level":3,"score":0.5542739629745483},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5332890152931213},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.48019278049468994},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.45439058542251587},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.45398348569869995},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4481915831565857},{"id":"https://openalex.org/C14224292","wikidata":"https://www.wikidata.org/wiki/Q13600188","display_name":"Conceptual framework","level":2,"score":0.4431523084640503},{"id":"https://openalex.org/C13606891","wikidata":"https://www.wikidata.org/wiki/Q2623243","display_name":"Conceptual model","level":2,"score":0.4426219165325165},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.44258779287338257},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4167459011077881},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.38650453090667725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3846466541290283},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2158176302909851},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19085240364074707},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.18388524651527405},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.18274247646331787},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.15606382489204407},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.11040273308753967},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ro-man53752.2022.9900852","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man53752.2022.9900852","pdf_url":null,"source":{"id":"https://openalex.org/S4363607995","display_name":"2022 31st IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 31st IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/b20952ad-ff09-48fd-a45a-db5723b4f208","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/b20952ad-ff09-48fd-a45a-db5723b4f208","pdf_url":"https://pure.manchester.ac.uk/ws/files/221780028/Should_AI_Systems_in_Nuclear_Facilities_Explain_Decisions_the_Way_Humans_Do_An_Interview_Study.pdf","source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Taylor, H M, Jay, C, Lennox, B, Cangelosi, A & Dennis, L 2022, Should AI Systems in Nuclear Facilities Explain Decisions the Way Humans Do? An Interview Study. in 31st IEEE International Conference on Robot and Human Interactive Communication (RO-MAN 2022). IEEE. https://doi.org/10.1109/RO-MAN53752.2022.9900852","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/b20952ad-ff09-48fd-a45a-db5723b4f208","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/b20952ad-ff09-48fd-a45a-db5723b4f208","pdf_url":"https://pure.manchester.ac.uk/ws/files/221780028/Should_AI_Systems_in_Nuclear_Facilities_Explain_Decisions_the_Way_Humans_Do_An_Interview_Study.pdf","source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Taylor, H M, Jay, C, Lennox, B, Cangelosi, A & Dennis, L 2022, Should AI Systems in Nuclear Facilities Explain Decisions the Way Humans Do? An Interview Study. in 31st IEEE International Conference on Robot and Human Interactive Communication (RO-MAN 2022). IEEE. https://doi.org/10.1109/RO-MAN53752.2022.9900852","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4298128053.pdf","grobid_xml":"https://content.openalex.org/works/W4298128053.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W1932649496","https://openalex.org/W1968340857","https://openalex.org/W2009064992","https://openalex.org/W2023862787","https://openalex.org/W2113019196","https://openalex.org/W2122889832","https://openalex.org/W2328180392","https://openalex.org/W2556982596","https://openalex.org/W2747394361","https://openalex.org/W2921568661","https://openalex.org/W2963095307","https://openalex.org/W3021931489","https://openalex.org/W3027075889","https://openalex.org/W3102513903","https://openalex.org/W3173885942","https://openalex.org/W4229731748"],"related_works":["https://openalex.org/W2465594120","https://openalex.org/W4391024416","https://openalex.org/W3213607208","https://openalex.org/W2548786942","https://openalex.org/W3188047445","https://openalex.org/W4360615222","https://openalex.org/W3196405127","https://openalex.org/W4212920570","https://openalex.org/W2323350421","https://openalex.org/W2037542244"],"abstract_inverted_index":{"There":[0],"is":[1,18,37],"a":[2,85,89,103,126],"growing":[3],"interest":[4],"in":[5,12,128,151,177],"the":[6,13,38,47,59,66,100,120,152,160],"use":[7,39,60,81],"of":[8,40,49,61,75,102,124,148],"robotics":[9],"and":[10,28,77,88,113,159,166,171,191],"AI":[11],"nuclear":[14,54,178],"industry,":[15],"however":[16],"it":[17],"important":[19],"to":[20,33,57,108],"ensure":[21],"these":[22,35,117,183],"systems":[23,64,112],"are":[24],"ethically":[25],"grounded,":[26],"trustworthy":[27],"safe.":[29],"An":[30],"emerging":[31],"technique":[32],"address":[34],"concerns":[36],"explainability.":[41],"In":[42],"this":[43],"paper":[44],"we":[45,98,114],"present":[46],"results":[48],"an":[50,94,136,144],"interview":[51],"study":[52],"with":[53,72,119,188],"industry":[55],"experts":[56,106],"explore":[58],"explainable":[62,111],"intelligent":[63,137],"within":[65,162],"field.":[67],"We":[68,133,180],"interviewed":[69],"16":[70],"participants":[71],"varying":[73],"backgrounds":[74],"expertise,":[76],"presented":[78],"two":[79],"potential":[80],"cases":[82],"for":[83,143],"evaluation;":[84],"navigation":[86],"scenario":[87],"task":[90],"scheduling":[91],"scenario.":[92],"Through":[93],"inductive":[95],"thematic":[96],"analysis":[97],"identified":[99],"aspects":[101],"deployment":[104],"that":[105,135,154,182],"want":[107],"know":[109],"from":[110],"outline":[115],"how":[116],"associate":[118],"folk":[121],"conceptual":[122],"theory":[123],"explanation,":[125],"framework":[127],"which":[129],"people":[130],"explain":[131,140],"behaviours.":[132],"established":[134],"system":[138],"should":[139],"its":[141,146],"reasons":[142],"action,":[145],"expectations":[147],"itself,":[149],"changes":[150],"environment":[153],"impact":[155],"decision":[156,175],"making,":[157],"probabilities":[158],"elements":[161],"them,":[163],"safety":[164],"implications":[165],"mitigation":[167],"strategies,":[168],"robot":[169],"health":[170],"component":[172],"failures":[173],"during":[174],"making":[176],"deployments.":[179],"determine":[181],"factors":[184],"could":[185],"be":[186],"explained":[187],"cause,":[189],"reason,":[190],"enabling":[192],"factor":[193],"explanations.":[194]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}