{"id":"https://openalex.org/W4378942194","doi":"https://doi.org/10.1145/3593013.3593994","title":"Certification Labels for Trustworthy AI: Insights From an Empirical Mixed-Method Study","display_name":"Certification Labels for Trustworthy AI: Insights From an Empirical Mixed-Method Study","publication_year":2023,"publication_date":"2023-06-12","ids":{"openalex":"https://openalex.org/W4378942194","doi":"https://doi.org/10.1145/3593013.3593994"},"language":"en","primary_location":{"id":"doi:10.1145/3593013.3593994","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3593994","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3593994","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3593994","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073186689","display_name":"Nicolas Scharowski","orcid":"https://orcid.org/0000-0001-5983-346X"},"institutions":[{"id":"https://openalex.org/I1850255","display_name":"University of Basel","ror":"https://ror.org/02s6k3f65","country_code":"CH","type":"education","lineage":["https://openalex.org/I1850255"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Nicolas Scharowski","raw_affiliation_strings":["University of Basel, Center for General Psychology and Methodology, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-5983-346X","affiliations":[{"raw_affiliation_string":"University of Basel, Center for General Psychology and Methodology, Switzerland","institution_ids":["https://openalex.org/I1850255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003642745","display_name":"Michaela Benk","orcid":"https://orcid.org/0000-0002-8171-320X"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Michaela Benk","raw_affiliation_strings":["ETH Zurich, Mobiliar Lab for Analytics, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-8171-320X","affiliations":[{"raw_affiliation_string":"ETH Zurich, Mobiliar Lab for Analytics, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061759093","display_name":"Swen J. K\u00fchne","orcid":"https://orcid.org/0000-0001-8326-9168"},"institutions":[{"id":"https://openalex.org/I858936495","display_name":"ZHAW Zurich University of Applied Sciences","ror":"https://ror.org/05pmsvm27","country_code":"CH","type":"education","lineage":["https://openalex.org/I858936495"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Swen J. K\u00fchne","raw_affiliation_strings":["Zurich University of Applied Sciences, School of Applied Psychology, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-8326-9168","affiliations":[{"raw_affiliation_string":"Zurich University of Applied Sciences, School of Applied Psychology, Switzerland","institution_ids":["https://openalex.org/I858936495"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092061300","display_name":"L\u00e9ane Wettstein","orcid":"https://orcid.org/0009-0003-5068-7007"},"institutions":[{"id":"https://openalex.org/I1850255","display_name":"University of Basel","ror":"https://ror.org/02s6k3f65","country_code":"CH","type":"education","lineage":["https://openalex.org/I1850255"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"L\u00e9ane Wettstein","raw_affiliation_strings":["University of Basel, Center for General Psychology and Methodology, Switzerland"],"raw_orcid":"https://orcid.org/0009-0003-5068-7007","affiliations":[{"raw_affiliation_string":"University of Basel, Center for General Psychology and Methodology, Switzerland","institution_ids":["https://openalex.org/I1850255"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080631961","display_name":"Florian Br\u00fchlmann","orcid":"https://orcid.org/0000-0001-8945-3273"},"institutions":[{"id":"https://openalex.org/I1850255","display_name":"University of Basel","ror":"https://ror.org/02s6k3f65","country_code":"CH","type":"education","lineage":["https://openalex.org/I1850255"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Florian Br\u00fchlmann","raw_affiliation_strings":["University of Basel, Center for General Psychology and Methodology, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-8945-3273","affiliations":[{"raw_affiliation_string":"University of Basel, Center for General Psychology and Methodology, Switzerland","institution_ids":["https://openalex.org/I1850255"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5073186689"],"corresponding_institution_ids":["https://openalex.org/I1850255"],"apc_list":null,"apc_paid":null,"fwci":9.5829,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":{"value":0.9833997,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"248","last_page":"260"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/certification","display_name":"Certification","score":0.8895719647407532},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.7079890370368958},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.7026858925819397},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6574647426605225},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.637963056564331},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.6081503033638},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.4105146527290344},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.3970106840133667},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3714306950569153},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.19852644205093384},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.11925339698791504},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.07924854755401611}],"concepts":[{"id":"https://openalex.org/C46304622","wikidata":"https://www.wikidata.org/wiki/Q374814","display_name":"Certification","level":2,"score":0.8895719647407532},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.7079890370368958},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.7026858925819397},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6574647426605225},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.637963056564331},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.6081503033638},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.4105146527290344},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3970106840133667},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3714306950569153},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.19852644205093384},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.11925339698791504},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.07924854755401611},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1145/3593013.3593994","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3593994","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3593994","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2305.18307","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.18307","pdf_url":"https://arxiv.org/pdf/2305.18307","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:digitalcollection.zhaw.ch:11475/28966","is_oa":true,"landing_page_url":"https://hdl.handle.net/11475/28966","pdf_url":null,"source":{"id":"https://openalex.org/S4306401811","display_name":"Z\u00fcrcher Hochschule f\u00fcr Angewandte Wissenschaften digital collection (Zurich University of Applied Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200744771","host_organization_name":"ZHAW Zurich University of Applied Sciences","host_organization_lineage":["https://openalex.org/I200744771"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:share.osf.io:0d19d7af-b6eb-441a-a086-b7d39fa5f6de","is_oa":false,"landing_page_url":"https://osf.io/gzp5k","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Project"},{"id":"pmh:oai:share.osf.io:E011B-341-2D6","is_oa":false,"landing_page_url":"http://osf.io/gzp5k/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401127","display_name":"OSF Preprints (OSF Preprints)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2799848540","host_organization_name":"Center for Open Science","host_organization_lineage":["https://openalex.org/I2799848540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"project"},{"id":"pmh:oai:www.research-collection.ethz.ch:20.500.11850/621931","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.11850/621931","pdf_url":null,"source":{"id":"https://openalex.org/S4306402302","display_name":"Repository for Publications and Research Data (ETH Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I35440088","host_organization_name":"ETH Zurich","host_organization_lineage":["https://openalex.org/I35440088"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"FAccT '23: Proceedings of the 2023 ACM Conference on Fairness, Accountability, and Transparency","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.3929/ethz-b-000621931","is_oa":true,"landing_page_url":"https://doi.org/10.3929/ethz-b-000621931","pdf_url":null,"source":{"id":"https://openalex.org/S7407051236","display_name":"ETH Z\u00fcrich Research Collection","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.1145/3593013.3593994","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3593013.3593994","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3593013.3593994","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4378942194.pdf","grobid_xml":"https://content.openalex.org/works/W4378942194.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W622503240","https://openalex.org/W1556779599","https://openalex.org/W1992848799","https://openalex.org/W2023073599","https://openalex.org/W2061694518","https://openalex.org/W2110171129","https://openalex.org/W2116323796","https://openalex.org/W2137020039","https://openalex.org/W2486163901","https://openalex.org/W2582743722","https://openalex.org/W2742807838","https://openalex.org/W2750144484","https://openalex.org/W2786141192","https://openalex.org/W2810546090","https://openalex.org/W2895763047","https://openalex.org/W2897042519","https://openalex.org/W2898744805","https://openalex.org/W2903596682","https://openalex.org/W2910229398","https://openalex.org/W2953522645","https://openalex.org/W2974071289","https://openalex.org/W2996386735","https://openalex.org/W2998447102","https://openalex.org/W2999765337","https://openalex.org/W3001807593","https://openalex.org/W3004158152","https://openalex.org/W3013149459","https://openalex.org/W3016049383","https://openalex.org/W3029022080","https://openalex.org/W3042309366","https://openalex.org/W3081261125","https://openalex.org/W3100279624","https://openalex.org/W3104847483","https://openalex.org/W3131457744","https://openalex.org/W3133759846","https://openalex.org/W3134111219","https://openalex.org/W3134203054","https://openalex.org/W3134210117","https://openalex.org/W3158836591","https://openalex.org/W3159435787","https://openalex.org/W3163360800","https://openalex.org/W3184097711","https://openalex.org/W3186515268","https://openalex.org/W3190071837","https://openalex.org/W3200957822","https://openalex.org/W3207598588","https://openalex.org/W3209763391","https://openalex.org/W3212368439","https://openalex.org/W4200303997","https://openalex.org/W4205561327","https://openalex.org/W4210415844","https://openalex.org/W4213121859","https://openalex.org/W4220929609","https://openalex.org/W4221166362","https://openalex.org/W4224999418","https://openalex.org/W4225295761","https://openalex.org/W4229447062","https://openalex.org/W4230402357","https://openalex.org/W4234516313","https://openalex.org/W4249194216","https://openalex.org/W4251166405","https://openalex.org/W4253763531","https://openalex.org/W4280554323","https://openalex.org/W4283168787","https://openalex.org/W4283217613","https://openalex.org/W4287552728","https://openalex.org/W4288058298","https://openalex.org/W4294152847","https://openalex.org/W4296191168","https://openalex.org/W4296978576","https://openalex.org/W4312774795","https://openalex.org/W4360985764","https://openalex.org/W4388161807"],"related_works":["https://openalex.org/W2618286804","https://openalex.org/W2329643025","https://openalex.org/W2066052364","https://openalex.org/W2002770077","https://openalex.org/W3131163342","https://openalex.org/W2092256833","https://openalex.org/W2142369114","https://openalex.org/W2023743128","https://openalex.org/W2361728394","https://openalex.org/W2166271660"],"abstract_inverted_index":{"Auditing":[0],"plays":[1],"a":[2,63,72,215],"pivotal":[3],"role":[4],"in":[5,88,91,116,141,169],"the":[6,41,99,148,164,170,219],"development":[7],"of":[8,40,147,154,167,172],"trustworthy":[9,51,220],"AI.":[10,173],"However,":[11,122],"current":[12],"research":[13],"primarily":[14],"focuses":[15],"on":[16,98,131],"creating":[17],"auditable":[18],"AI":[19,33,45,95,115,137,221],"documentation,":[20],"which":[21],"is":[22],"intended":[23],"for":[24,125,163,208],"regulators":[25],"and":[26,49,71,85,93,111,119,128,133,152,161,188,206,210],"experts":[27],"rather":[28],"than":[29],"end-users":[30,185],"affected":[31],"by":[32,184],"decisions.":[34],"How":[35],"to":[36,38,113,135,199],"communicate":[37],"members":[39],"public":[42],"that":[43,104],"an":[44,53],"has":[46],"been":[47],"audited":[48],"considered":[50],"remains":[52],"open":[54],"challenge.":[55],"This":[56],"study":[57,202],"empirically":[58],"investigated":[59,79],"certification":[60,83,126,155,177,212],"labels":[61,84,105,127,168,178,213],"as":[62,157,159,214],"promising":[64,216],"solution.":[65],"Through":[66],"interviews":[67,149],"(N":[68,75],"=":[69,76],"12)":[70],"census-representative":[73],"survey":[74,100],"302),":[77],"we":[78,102],"end-users\u2019":[80,109,123],"attitudes":[81],"toward":[82],"their":[86,129],"effectiveness":[87],"communicating":[89],"trustworthiness":[90],"low-":[92,118],"high-stakes":[94,120],"scenarios.":[96,121,143],"Based":[97],"results,":[101],"demonstrate":[103],"can":[106,179],"significantly":[107],"increase":[108],"trust":[110,132],"willingness":[112,134],"use":[114,136,166],"both":[117],"preferences":[124],"effect":[130],"were":[138],"more":[139,197],"pronounced":[140],"high-stake":[142],"Qualitative":[144],"content":[145],"analysis":[146],"revealed":[150],"opportunities":[151],"limitations":[153],"labels,":[156],"well":[158],"facilitators":[160],"inhibitors":[162],"effective":[165],"context":[171],"For":[174],"example,":[175],"while":[176],"mitigate":[180],"data-related":[181],"concerns":[182,192],"expressed":[183],"(e.g.,":[186,193],"privacy":[187],"data":[189],"protection),":[190],"other":[191],"model":[194],"performance)":[195],"are":[196],"challenging":[198],"address.":[200],"Our":[201],"provides":[203],"valuable":[204],"insights":[205],"recommendations":[207],"designing":[209],"implementing":[211],"constituent":[217],"within":[218],"ecosystem.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":26},{"year":2024,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}