{"id":"https://openalex.org/W4220993791","doi":"https://doi.org/10.1145/3511597","title":"Trust, regulation, and human-in-the-loop AI","display_name":"Trust, regulation, and human-in-the-loop AI","publication_year":2022,"publication_date":"2022-03-19","ids":{"openalex":"https://openalex.org/W4220993791","doi":"https://doi.org/10.1145/3511597"},"language":"en","primary_location":{"id":"doi:10.1145/3511597","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511597","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511597","source":{"id":"https://openalex.org/S103482838","display_name":"Communications of the ACM","issn_l":"0001-0782","issn":["0001-0782","1557-7317"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications of the ACM","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3511597","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088719080","display_name":"Stuart E. Middleton","orcid":"https://orcid.org/0000-0001-8305-8176"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Stuart E. Middleton","raw_affiliation_strings":["University of Southampton, Southampton, U.K"],"affiliations":[{"raw_affiliation_string":"University of Southampton, Southampton, U.K","institution_ids":["https://openalex.org/I43439940"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112523317","display_name":"Emmanuel Letouz\u00e9","orcid":null},"institutions":[{"id":"https://openalex.org/I170486558","display_name":"Pompeu Fabra University","ror":"https://ror.org/04n0g0b29","country_code":"ES","type":"education","lineage":["https://openalex.org/I170486558"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Emmanuel Letouz\u00e9","raw_affiliation_strings":["Universitat Pompeu Fabra, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"Universitat Pompeu Fabra, Barcelona, Spain","institution_ids":["https://openalex.org/I170486558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058733436","display_name":"Ali A. Hossaini","orcid":"https://orcid.org/0000-0001-5314-222X"},"institutions":[{"id":"https://openalex.org/I4210119896","display_name":"King's College School","ror":"https://ror.org/02bbqcn27","country_code":"GB","type":"education","lineage":["https://openalex.org/I4210119896"]},{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ali Hossaini","raw_affiliation_strings":["Kings College London, U.K"],"affiliations":[{"raw_affiliation_string":"Kings College London, U.K","institution_ids":["https://openalex.org/I4210119896","https://openalex.org/I183935753"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013015057","display_name":"Adriane Chapman","orcid":"https://orcid.org/0000-0002-3814-2587"},"institutions":[{"id":"https://openalex.org/I43439940","display_name":"University of Southampton","ror":"https://ror.org/01ryk1543","country_code":"GB","type":"education","lineage":["https://openalex.org/I43439940"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Adriane Chapman","raw_affiliation_strings":["University of Southampton, Southampton, U.K"],"affiliations":[{"raw_affiliation_string":"University of Southampton, Southampton, U.K","institution_ids":["https://openalex.org/I43439940"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5088719080"],"corresponding_institution_ids":["https://openalex.org/I43439940"],"apc_list":null,"apc_paid":null,"fwci":9.9339,"has_fulltext":false,"cited_by_count":58,"citation_normalized_percentile":{"value":0.98619324,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"65","issue":"4","first_page":"64","last_page":"68"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13471","display_name":"Cognitive Functions and Memory","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13471","display_name":"Cognitive Functions and Memory","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/citation","display_name":"Citation","score":0.7706298828125},{"id":"https://openalex.org/keywords/library-science","display_name":"Library science","score":0.5312566161155701},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3887086808681488},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.37004420161247253},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.29582715034484863},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.23854845762252808}],"concepts":[{"id":"https://openalex.org/C2778805511","wikidata":"https://www.wikidata.org/wiki/Q1713","display_name":"Citation","level":2,"score":0.7706298828125},{"id":"https://openalex.org/C161191863","wikidata":"https://www.wikidata.org/wiki/Q199655","display_name":"Library science","level":1,"score":0.5312566161155701},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3887086808681488},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.37004420161247253},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.29582715034484863},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.23854845762252808}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3511597","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511597","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511597","source":{"id":"https://openalex.org/S103482838","display_name":"Communications of the ACM","issn_l":"0001-0782","issn":["0001-0782","1557-7317"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications of the ACM","raw_type":"journal-article"},{"id":"pmh:oai:eprints.soton.ac.uk:452890","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"doi:10.1145/3511597","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511597","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511597","source":{"id":"https://openalex.org/S103482838","display_name":"Communications of the ACM","issn_l":"0001-0782","issn":["0001-0782","1557-7317"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Communications of the ACM","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2831640940","display_name":"Global Surface Air Temperature (GloSAT)","funder_award_id":"NE/S015604/1","funder_id":"https://openalex.org/F4320334631","funder_display_name":"Natural Environment Research Council"},{"id":"https://openalex.org/G2907797978","display_name":null,"funder_award_id":"ES/V011278/1","funder_id":"https://openalex.org/F4320334630","funder_display_name":"Economic and Social Research Council"},{"id":"https://openalex.org/G3030899898","display_name":null,"funder_award_id":"NE/S015604/1","funder_id":"https://openalex.org/F4320320022","funder_display_name":"Sight Research UK"},{"id":"https://openalex.org/G4000187887","display_name":null,"funder_award_id":"NE/S015604/1","funder_id":"https://openalex.org/F4320334631","funder_display_name":"Natural Environment Research Council"},{"id":"https://openalex.org/G4318588921","display_name":null,"funder_award_id":"ES/V011278/1,ES/R003254/1","funder_id":"https://openalex.org/F4320334630","funder_display_name":"Economic and Social Research Council"},{"id":"https://openalex.org/G578418305","display_name":"UKRI Trustworthy Autonomous Systems Hub","funder_award_id":"EP/V00784X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G594587828","display_name":null,"funder_award_id":"ES/R003254/1","funder_id":"https://openalex.org/F4320334630","funder_display_name":"Economic and Social Research Council"}],"funders":[{"id":"https://openalex.org/F4320320022","display_name":"Sight Research UK","ror":"https://ror.org/03z2py885"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320334630","display_name":"Economic and Social Research Council","ror":"https://ror.org/03n0ht308"},{"id":"https://openalex.org/F4320334631","display_name":"Natural Environment Research Council","ror":"https://ror.org/02b5d8509"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4220993791.pdf","grobid_xml":"https://content.openalex.org/works/W4220993791.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W2130140239","https://openalex.org/W2738428139","https://openalex.org/W2786689981","https://openalex.org/W2970177275","https://openalex.org/W2987177316","https://openalex.org/W2987674043","https://openalex.org/W2988293491","https://openalex.org/W2990846517","https://openalex.org/W3034231332","https://openalex.org/W3034850762","https://openalex.org/W3038596031","https://openalex.org/W3046311500","https://openalex.org/W3092345165","https://openalex.org/W3110273906","https://openalex.org/W3125569121","https://openalex.org/W3151522661","https://openalex.org/W3165722314","https://openalex.org/W3170567796","https://openalex.org/W3174752098","https://openalex.org/W3193396633","https://openalex.org/W3195452547","https://openalex.org/W6949988338"],"related_works":["https://openalex.org/W4317642157","https://openalex.org/W2363440148","https://openalex.org/W4239542068","https://openalex.org/W1974749013","https://openalex.org/W134931362","https://openalex.org/W2317510431","https://openalex.org/W1990811139","https://openalex.org/W2352401039","https://openalex.org/W2181265275","https://openalex.org/W2082150324"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"(AI)":[2],"systems":[3,60,87,283,291,299,416,447,483,496],"employ":[4],"learning":[5,15,422],"algorithms":[6,246],"which":[7],"adapt":[8,21],"to":[9,20,91,130,160,247,268,287,314,369,423,449,484],"their":[10],"users":[11],"and":[12,47,65,155,176,208,292,302,325,360,379,402,410,419,426,479,487,497,506],"environment,":[13],"with":[14,72,257,493,501],"either":[16],"pre-trained":[17],"or":[18,140,170],"allowed":[19],"during":[22],"deployment.":[23],"Because":[24],"AI":[25,90,109,186,280,309,363,387,446,482,495],"can":[26,35,156,236,254],"optimize":[27],"its":[28,162],"behaviour,":[29],"a":[30,76,171,192,243,264,272,372,435,451,502],"unit's":[31],"factory":[32],"model":[33],"behaviour":[34,141,398],"diverge":[36],"after":[37,167],"release,":[38],"often":[39],"at":[40],"the":[41,51,79,102,106,111,128,138,174,177,296,319,322,333,349,356,361,376,459,464,473,491,510],"perceived":[42],"expense":[43],"of":[44,81,101,108,137,142,183,191,199,204,223,271,279,345,386,461,476],"safety,":[45],"reliability,":[46],"human":[48,70],"controllability.":[49],"Since":[50],"Industrial":[52],"Revolution,":[53],"trust":[54,85,184,237,256,288,307,341,453,486],"has":[55,114],"ultimately":[56],"resided":[57],"in":[58,78,110,185,212,238,289,295,308,318,490,514],"regulatory":[59,316,330],"set":[61],"up":[62],"by":[63,455],"governments":[64],"standards":[66],"bodies.":[67],"Research":[68],"into":[69,281,458],"interactions":[71],"autonomous":[73],"machines":[74],"demonstrates":[75],"shift":[77,98],"locus":[80],"trust:":[82],"we":[83,468,508],"must":[84,228],"non-deterministic":[86],"such":[88,215,240,259],"as":[89,123,153,216,241,260],"self-regulate,":[92],"albeit":[93],"within":[94,438],"boundaries.":[95],"This":[96],"radical":[97],"is":[99,145,187,225,434,513],"one":[100],"biggest":[103],"issues":[104],"facing":[105],"deployment":[107],"European":[112,323,334],"region.Trust":[113],"no":[115],"accepted":[116],"definition,":[117],"but":[118],"[Rousseau":[119],"1998]":[120],"define":[121],"it":[122],"\"a":[124],"psychological":[125,181],"state":[126,182],"comprising":[127],"intention":[129],"accept":[131],"vulnerability":[132],"based":[133],"upon":[134,159],"positive":[135],"expectations":[136],"intentions":[139],"another\".":[143],"Trust":[144,164],"an":[146,149,168,188,233],"attitude":[147],"that":[148,445],"agent":[150,175],"will":[151],"behave":[152],"expected":[154],"be":[157,229,370],"relied":[158],"reach":[161],"goal.":[163],"breaks":[165],"down":[166],"error":[169],"misunderstanding":[172],"between":[173],"trusting":[178],"individual.":[179],"The":[180],"emergent":[189],"property":[190],"complex":[193],"system,":[194],"usually":[195],"involving":[196],"many":[197,384],"cycles":[198],"design,":[200],"training,":[201],"deployment,":[202],"measurement":[203],"performance,":[205],"regulation,":[206],"redesign":[207],"retraining.Trust":[209],"matters,":[210],"especially":[211],"critical":[213,439],"sectors":[214,440],"healthcare,":[217],"defence":[218,409],"&":[219],"security":[220],"where":[221],"duty":[222],"care":[224],"foremost.":[226],"Trustworthiness":[227],"planned":[230],"rather":[231],"than":[232],"afterthought.":[234],"We":[235,253,327,499],"AI,":[239,258],"when":[242,261],"doctor":[244],"uses":[245],"screen":[248],"medical":[249],"images":[250],"[NHS-X":[251],"2021].":[252,276,407,432],"also":[255],"journalists":[262],"reference":[263],"social":[265],"network":[266],"algorithm":[267],"analyse":[269],"sources":[270],"news":[273],"story":[274],"[WeVerify":[275],"Growing":[277],"adoption":[278],"institutional":[282],"relies":[284],"on":[285],"citizens":[286],"these":[290,298,329],"have":[293,310],"confidence":[294],"way":[297],"are":[300,338],"designed":[301],"regulated.Regional":[303],"approaches":[304],"for":[305],"managing":[306],"recently":[311],"emerged,":[312],"leading":[313],"different":[315],"regimes":[317],"United":[320,377],"States,":[321],"region":[324],"China.":[326],"review":[328],"divergences.":[331],"Within":[332],"region,":[335],"research":[336,470],"programs":[337],"examining":[339],"how":[340],"impacts":[342],"user":[343],"acceptance":[344],"AI.":[346,462],"Examples":[347],"include":[348,413],"UKRI":[350],"Trustworthy":[351],"Autonomous":[352],"Systems":[353],"Hub":[354,365],",":[355],"French":[357],"Confidiance.ai":[358],"project":[359],"German":[362],"Breakthrough":[364],".":[366],"Europe":[367],"appears":[368],"developing":[371],"\"third":[373],"way\"":[374],"alongside":[375],"States":[378],"China":[380],"[Morton":[381],"2021].Healthcare":[382],"contains":[383],"examples":[385,412],"applications":[388,505],"including":[389],"online":[390],"harm":[391],"risk":[392],"identification":[393],"[ProTechThem":[394],"2021],":[395],"mental":[396],"health":[397],"classification":[399],"[SafeSpacesNLP":[400],"2021]":[401,418],"automated":[403],"blood":[404],"testing":[405],"[Pinpoint":[406],"In":[408,463],"security,":[411],"combat":[414],"management":[415],"[DSTL":[417],"using":[420],"machine":[421],"identify":[424],"chemical":[425],"biological":[427],"contamination":[428],"[Alan":[429],"Turing":[430],"Institute":[431],"There":[433],"growing":[436],"awareness":[437],"[Kerasidou":[441],"2020]":[442],"[Taddeo":[443],"2019]":[444],"need":[448],"address":[450],"\"public":[452],"deficit\"":[454],"adding":[456],"reliability":[457],"perception":[460],"next":[465],"two":[466],"sections":[467],"discuss":[469],"highlights":[471],"around":[472],"key":[474],"trends":[475],"building":[477],"safer":[478],"more":[480],"reliable":[481],"engender":[485],"putting":[488],"humans":[489],"loop":[492],"regards":[494],"teams.":[498],"conclude":[500],"discussion":[503],"about":[504],"what":[507],"consider":[509],"future":[511],"outlook":[512],"this":[515],"area.":[516]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":4}],"updated_date":"2026-03-28T08:17:26.163206","created_date":"2025-10-10T00:00:00"}