{"id":"https://openalex.org/W4401753243","doi":"https://doi.org/10.1109/icdcs60910.2024.00138","title":"SPATIAL: Practical AI Trustworthiness with Human Oversight","display_name":"SPATIAL: Practical AI Trustworthiness with Human Oversight","publication_year":2024,"publication_date":"2024-07-23","ids":{"openalex":"https://openalex.org/W4401753243","doi":"https://doi.org/10.1109/icdcs60910.2024.00138"},"language":"en","primary_location":{"id":"doi:10.1109/icdcs60910.2024.00138","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icdcs60910.2024.00138","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 44th International Conference on Distributed Computing Systems (ICDCS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1109/ICDCS60910.2024.00138","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057799178","display_name":"Abdul-Rasheed Ottun","orcid":"https://orcid.org/0000-0002-5336-1438"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":true,"raw_author_name":"Abdul-Rasheed Ottun","raw_affiliation_strings":["University of Tartu,Estonia"],"affiliations":[{"raw_affiliation_string":"University of Tartu,Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106638830","display_name":"Rasinthe Marasinghe","orcid":null},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Rasinthe Marasinghe","raw_affiliation_strings":["University of Tartu,Estonia"],"affiliations":[{"raw_affiliation_string":"University of Tartu,Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106638832","display_name":"Toluwani Elemosho","orcid":null},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Toluwani Elemosho","raw_affiliation_strings":["University of Tartu,Estonia"],"affiliations":[{"raw_affiliation_string":"University of Tartu,Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032940278","display_name":"Mohan Liyanage","orcid":"https://orcid.org/0000-0001-6496-1562"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Mohan Liyanage","raw_affiliation_strings":["University of Tartu,Estonia"],"affiliations":[{"raw_affiliation_string":"University of Tartu,Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114211618","display_name":"Ashfaq Hussain Ahmed","orcid":null},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Ashfaq Hussain Ahmed","raw_affiliation_strings":["University of Tartu,Estonia"],"affiliations":[{"raw_affiliation_string":"University of Tartu,Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012518322","display_name":"Michell Boerger","orcid":"https://orcid.org/0000-0002-5741-9043"},"institutions":[{"id":"https://openalex.org/I2800804238","display_name":"Fraunhofer Institute for Open Communication Systems","ror":"https://ror.org/00px80p03","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2800804238","https://openalex.org/I4923324"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michell Boerger","raw_affiliation_strings":["Fraunhofer Institute for Open Communication Systems,Germany"],"affiliations":[{"raw_affiliation_string":"Fraunhofer Institute for Open Communication Systems,Germany","institution_ids":["https://openalex.org/I2800804238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078117157","display_name":"Chamara Sandeepa","orcid":"https://orcid.org/0000-0002-3101-7097"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Chamara Sandeepa","raw_affiliation_strings":["University College Dublin,Ireland"],"affiliations":[{"raw_affiliation_string":"University College Dublin,Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010303254","display_name":"Thulitha Senevirathna","orcid":null},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Thulitha Senevirathna","raw_affiliation_strings":["University College Dublin,Ireland"],"affiliations":[{"raw_affiliation_string":"University College Dublin,Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090262834","display_name":"Vinh Hoa La","orcid":"https://orcid.org/0000-0003-1554-4847"},"institutions":[{"id":"https://openalex.org/I4210118939","display_name":"Montimage (France)","ror":"https://ror.org/02a8qtz61","country_code":"FR","type":"company","lineage":["https://openalex.org/I4210118939"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Vinh Hoa La","raw_affiliation_strings":["Montimage,France"],"affiliations":[{"raw_affiliation_string":"Montimage,France","institution_ids":["https://openalex.org/I4210118939"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021986995","display_name":"Manh-Dung Nguyen","orcid":"https://orcid.org/0000-0001-8760-3258"},"institutions":[{"id":"https://openalex.org/I4210118939","display_name":"Montimage (France)","ror":"https://ror.org/02a8qtz61","country_code":"FR","type":"company","lineage":["https://openalex.org/I4210118939"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Manh-Dung Nguyen","raw_affiliation_strings":["Montimage,France"],"affiliations":[{"raw_affiliation_string":"Montimage,France","institution_ids":["https://openalex.org/I4210118939"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044190947","display_name":"Claudio Soriente","orcid":"https://orcid.org/0000-0002-8215-5457"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Claudio Soriente","raw_affiliation_strings":["NEC Labs,Germany"],"affiliations":[{"raw_affiliation_string":"NEC Labs,Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040731348","display_name":"Samuel Marchal","orcid":"https://orcid.org/0000-0002-8522-2707"},"institutions":[{"id":"https://openalex.org/I87653560","display_name":"VTT Technical Research Centre of Finland","ror":"https://ror.org/04b181w54","country_code":"FI","type":"nonprofit","lineage":["https://openalex.org/I4210089493","https://openalex.org/I87653560"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Samuel Marchal","raw_affiliation_strings":["VTT Technical Research Centre of Finland Ltd,Finland"],"affiliations":[{"raw_affiliation_string":"VTT Technical Research Centre of Finland Ltd,Finland","institution_ids":["https://openalex.org/I87653560"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011845242","display_name":"Shen Wang","orcid":"https://orcid.org/0000-0003-3660-1206"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Shen Wang","raw_affiliation_strings":["University College Dublin,Ireland"],"affiliations":[{"raw_affiliation_string":"University College Dublin,Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070108326","display_name":"David Nogu\u00e9ro","orcid":"https://orcid.org/0000-0001-6979-9330"},"institutions":[{"id":"https://openalex.org/I4210134591","display_name":"Telefonica Research and Development","ror":"https://ror.org/03qgzzb04","country_code":"ES","type":"company","lineage":["https://openalex.org/I4210097190","https://openalex.org/I4210134591"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"David Solans Noguero","raw_affiliation_strings":["Telefonica Research,Spain"],"affiliations":[{"raw_affiliation_string":"Telefonica Research,Spain","institution_ids":["https://openalex.org/I4210134591"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047823462","display_name":"Nikolay Tcholtchev","orcid":"https://orcid.org/0000-0001-6821-4417"},"institutions":[{"id":"https://openalex.org/I4829542","display_name":"RheinMain University of Applied Sciences","ror":"https://ror.org/0378gm372","country_code":"DE","type":"education","lineage":["https://openalex.org/I4829542"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nikolay Tcholtchev","raw_affiliation_strings":["RheinMain University of Applied Sciences,Germany"],"affiliations":[{"raw_affiliation_string":"RheinMain University of Applied Sciences,Germany","institution_ids":["https://openalex.org/I4829542"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063593427","display_name":"Aaron Yi Ding","orcid":"https://orcid.org/0000-0003-4173-031X"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Aaron Yi Ding","raw_affiliation_strings":["Delft University of Technology,Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology,Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080043050","display_name":"Huber Flores","orcid":"https://orcid.org/0000-0003-4551-629X"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Huber Flores","raw_affiliation_strings":["University of Tartu,Estonia"],"affiliations":[{"raw_affiliation_string":"University of Tartu,Estonia","institution_ids":["https://openalex.org/I56085075"]}]}],"institutions":[],"countries_distinct_count":7,"institutions_distinct_count":17,"corresponding_author_ids":["https://openalex.org/A5057799178"],"corresponding_institution_ids":["https://openalex.org/I56085075"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17523144,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1427","last_page":"1430"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9469000101089478,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9469000101089478,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9416000247001648,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.7121283411979675},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6330968737602234},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3968479037284851},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.24003496766090393}],"concepts":[{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.7121283411979675},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6330968737602234},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3968479037284851},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.24003496766090393}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icdcs60910.2024.00138","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icdcs60910.2024.00138","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 44th International Conference on Distributed Computing Systems (ICDCS)","raw_type":"proceedings-article"},{"id":"pmh:oai:publica.fraunhofer.de:publica/474150","is_oa":false,"landing_page_url":"https://publica.fraunhofer.de/handle/publica/474150","pdf_url":null,"source":{"id":"https://openalex.org/S4306400318","display_name":"Fraunhofer-Publica (Fraunhofer-Gesellschaft)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4923324","host_organization_name":"Fraunhofer-Gesellschaft","host_organization_lineage":["https://openalex.org/I4923324"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference paper"},{"id":"pmh:oai:zenodo.org:13709620","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ICDCS60910.2024.00138","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:13709620","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ICDCS60910.2024.00138","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W2911560572","https://openalex.org/W3179343042","https://openalex.org/W3204683753","https://openalex.org/W4388962306","https://openalex.org/W4393230858","https://openalex.org/W4401453532","https://openalex.org/W4401753350"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2076536433","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W90316445","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"We":[0],"demonstrate":[1,113],"SPATIAL,":[2],"a":[3,108],"proof-of-concept":[4],"system":[5],"that":[6,64,85,93,114],"augments":[7],"modern":[8,119,150],"applications":[9,120,151],"with":[10,38,121,152],"capabilities":[11,49],"to":[12,27,46,60,81,123],"analyze":[13],"trustworthy":[14,23,153],"properties":[15,24],"of":[16,22,31,53,70,89,135],"AI":[17,39,44,54,90,154],"models.":[18,55],"The":[19],"practical":[20],"analysis":[21],"is":[25],"key":[26],"guaranteeing":[28],"the":[29,51,66,79,87,94,133,139,146],"safety":[30],"users":[32],"and":[33,105,125,137,156],"overall":[34],"society":[35],"when":[36],"interacting":[37],"-driven":[40],"applications.":[41],"SPATIAL":[42,56,115],"implements":[43],"dashboards":[45],"introduce":[47],"human-in-the-loop":[48],"for":[50],"construction":[52],"allows":[57],"different":[58],"stakeholders":[59,80],"obtain":[61],"quantifiable":[62],"insights":[63],"characterize":[65],"decision":[67],"making":[68],"process":[69],"AI.":[71,142],"This":[72],"information":[73],"can":[74,96,116],"then":[75],"be":[76,97],"used":[77],"by":[78,99],"comprehend":[82],"possible":[83],"issues":[84,95],"influence":[86],"performance":[88],"models,":[91],"such":[92],"resolved":[98],"human":[100,157],"operators.":[101],"Through":[102],"rigorous":[103],"benchmarks":[104],"experiments":[106],"in":[107,130],"real-world":[109],"industrial":[110],"application,":[111],"we":[112],"easily":[117],"augment":[118],"metrics":[122],"gauge":[124],"monitor":[126],"trustworthiness.":[127],"However,":[128],"this,":[129],"turn,":[131],"increases":[132],"complexity":[134],"developing":[136],"maintaining":[138],"systems":[140],"implementing":[141],"Our":[143],"work":[144],"paves":[145],"way":[147],"towards":[148],"augmenting":[149],"mechanisms":[155],"oversight":[158],"approaches.":[159]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2024-08-23T00:00:00"}