{"id":"https://openalex.org/W4366548373","doi":"https://doi.org/10.1145/3544548.3581197","title":"Measuring and Understanding Trust Calibrations for Automated Systems: A Survey of the State-Of-The-Art and Future Directions","display_name":"Measuring and Understanding Trust Calibrations for Automated Systems: A Survey of the State-Of-The-Art and Future Directions","publication_year":2023,"publication_date":"2023-04-19","ids":{"openalex":"https://openalex.org/W4366548373","doi":"https://doi.org/10.1145/3544548.3581197"},"language":"en","primary_location":{"id":"doi:10.1145/3544548.3581197","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581197","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581197","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581197","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058961039","display_name":"Magdalena Wischnewski","orcid":"https://orcid.org/0000-0001-6377-0940"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Magdalena Wischnewski","raw_affiliation_strings":["Research Center for Trustworthy Data Science and Security, Germany"],"raw_orcid":"https://orcid.org/0000-0001-6377-0940","affiliations":[{"raw_affiliation_string":"Research Center for Trustworthy Data Science and Security, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081823682","display_name":"Nicole C. Kr\u00e4mer","orcid":"https://orcid.org/0000-0001-7535-870X"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nicole Kr\u00e4mer","raw_affiliation_strings":["Social Psychology - Media and Communication, University of Duisburg-Essen, Germany and Research Center for Trustworthy Data Science and Security, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7535-870X","affiliations":[{"raw_affiliation_string":"Social Psychology - Media and Communication, University of Duisburg-Essen, Germany and Research Center for Trustworthy Data Science and Security, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053906729","display_name":"Emmanuel M\u00fcller","orcid":"https://orcid.org/0000-0002-5409-6875"},"institutions":[{"id":"https://openalex.org/I200332995","display_name":"TU Dortmund University","ror":"https://ror.org/01k97gp34","country_code":"DE","type":"education","lineage":["https://openalex.org/I200332995"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Emmanuel M\u00fcller","raw_affiliation_strings":["Data Science and Data Engineering, Technical University Dortmund, Germany and Research Center for Trustworthy Data Science and Security, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5409-6875","affiliations":[{"raw_affiliation_string":"Data Science and Data Engineering, Technical University Dortmund, Germany and Research Center for Trustworthy Data Science and Security, Germany","institution_ids":["https://openalex.org/I200332995"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5058961039"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":29.6842,"has_fulltext":true,"cited_by_count":94,"citation_normalized_percentile":{"value":0.99883478,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"16"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13248","display_name":"Healthcare Technology and Patient Monitoring","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.8361440300941467},{"id":"https://openalex.org/keywords/calibration","display_name":"Calibration","score":0.6854423880577087},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6381239891052246},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.5138269066810608},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.49489206075668335},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3899403214454651},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34345269203186035},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.34064024686813354},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2589629292488098},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08383762836456299}],"concepts":[{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.8361440300941467},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.6854423880577087},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6381239891052246},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5138269066810608},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.49489206075668335},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3899403214454651},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34345269203186035},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34064024686813354},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2589629292488098},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08383762836456299},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3544548.3581197","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581197","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581197","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3544548.3581197","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544548.3581197","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544548.3581197","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2023 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366548373.pdf","grobid_xml":"https://content.openalex.org/works/W4366548373.grobid-xml"},"referenced_works_count":106,"referenced_works":["https://openalex.org/W1972606905","https://openalex.org/W1988248068","https://openalex.org/W1989943453","https://openalex.org/W2007504387","https://openalex.org/W2007567868","https://openalex.org/W2013347471","https://openalex.org/W2014615989","https://openalex.org/W2040775239","https://openalex.org/W2044140042","https://openalex.org/W2062672584","https://openalex.org/W2070148426","https://openalex.org/W2072343584","https://openalex.org/W2078550125","https://openalex.org/W2129001561","https://openalex.org/W2136407476","https://openalex.org/W2159292375","https://openalex.org/W2161054318","https://openalex.org/W2257111487","https://openalex.org/W2260854978","https://openalex.org/W2398251251","https://openalex.org/W2514903130","https://openalex.org/W2518867287","https://openalex.org/W2588822410","https://openalex.org/W2593665726","https://openalex.org/W2593883017","https://openalex.org/W2594678573","https://openalex.org/W2735733788","https://openalex.org/W2761209853","https://openalex.org/W2800068874","https://openalex.org/W2806499272","https://openalex.org/W2892787160","https://openalex.org/W2893887721","https://openalex.org/W2897798332","https://openalex.org/W2901895173","https://openalex.org/W2902053012","https://openalex.org/W2902480251","https://openalex.org/W2911772936","https://openalex.org/W2918027211","https://openalex.org/W2929617241","https://openalex.org/W2942157335","https://openalex.org/W2951900222","https://openalex.org/W2952331055","https://openalex.org/W2964132611","https://openalex.org/W2969885510","https://openalex.org/W2969912247","https://openalex.org/W2973456219","https://openalex.org/W2973648487","https://openalex.org/W2979477470","https://openalex.org/W2989822567","https://openalex.org/W2991339092","https://openalex.org/W2998829516","https://openalex.org/W2999637955","https://openalex.org/W3001654774","https://openalex.org/W3007702218","https://openalex.org/W3009578469","https://openalex.org/W3041286881","https://openalex.org/W3084633508","https://openalex.org/W3087903192","https://openalex.org/W3091703512","https://openalex.org/W3092479831","https://openalex.org/W3094895408","https://openalex.org/W3099742594","https://openalex.org/W3101645422","https://openalex.org/W3103751997","https://openalex.org/W3109245263","https://openalex.org/W3118615836","https://openalex.org/W3120532656","https://openalex.org/W3129716156","https://openalex.org/W3130167372","https://openalex.org/W3130493744","https://openalex.org/W3132140667","https://openalex.org/W3132765992","https://openalex.org/W3134111219","https://openalex.org/W3153597794","https://openalex.org/W3159250634","https://openalex.org/W3160325135","https://openalex.org/W3163411042","https://openalex.org/W3173265486","https://openalex.org/W3181832363","https://openalex.org/W3184347428","https://openalex.org/W3185427831","https://openalex.org/W3186650198","https://openalex.org/W3197434213","https://openalex.org/W3209094721","https://openalex.org/W4206019193","https://openalex.org/W4206210655","https://openalex.org/W4206622711","https://openalex.org/W4223647913","https://openalex.org/W4224308588","https://openalex.org/W4225105901","https://openalex.org/W4234249932","https://openalex.org/W4235531600","https://openalex.org/W4237011051","https://openalex.org/W4238869533","https://openalex.org/W4245383073","https://openalex.org/W4248588746","https://openalex.org/W4248597302","https://openalex.org/W4250721046","https://openalex.org/W4283454846","https://openalex.org/W4289443365","https://openalex.org/W4300818474","https://openalex.org/W4303520777","https://openalex.org/W4303709791","https://openalex.org/W4307570589","https://openalex.org/W4308765676","https://openalex.org/W4312258728"],"related_works":["https://openalex.org/W2900068172","https://openalex.org/W2238030311","https://openalex.org/W1982842519","https://openalex.org/W2166644286","https://openalex.org/W2590898204","https://openalex.org/W2090248941","https://openalex.org/W2087256839","https://openalex.org/W3184899481","https://openalex.org/W1980499676","https://openalex.org/W4285021130"],"abstract_inverted_index":{"Trust":[0],"has":[1],"been":[2],"recognized":[3],"as":[4],"a":[5,35,53],"central":[6],"variable":[7],"to":[8,12,33,46,66,117],"explain":[9],"the":[10,18,79,87,97,125,128,133,136],"resistance":[11],"using":[13],"automated":[14,21,71],"systems":[15,22],"(under-trust)":[16],"and":[17,83,91,107],"overreliance":[19],"on":[20,52],"(over-trust).":[23],"To":[24,73],"achieve":[25],"appropriate":[26],"reliance,":[27],"users\u2019":[28,68],"trust":[29,49,69,88,114,129],"should":[30],"be":[31],"calibrated":[32],"reflect":[34],"system\u2019s":[36],"capabilities.":[37],"Studies":[38],"from":[39],"various":[40],"disciplines":[41],"have":[42],"examined":[43],"different":[44,139],"interventions":[45,116],"attain":[47],"such":[48],"calibration.":[50],"Based":[51],"literature":[54],"body":[55],"of":[56,78,86,93,113,127,135,138],"1000+":[57],"papers,":[58],"we":[59,81,102],"identified":[60],"96":[61],"relevant":[62],"publications":[63],"which":[64],"aimed":[65],"calibrate":[67],"in":[70],"systems.":[72],"provide":[74],"an":[75],"in-depth":[76],"overview":[77],"state-of-the-art,":[80],"reviewed":[82],"summarized":[84],"measurements":[85],"calibration,":[89],"interventions,":[90,101],"results":[92],"these":[94,109],"efforts.":[95],"For":[96],"numerous":[98],"promising":[99],"calibration":[100,115,130],"extract":[103],"common":[104],"design":[105],"choices":[106],"structure":[108],"into":[110],"four":[111],"dimensions":[112],"guide":[118],"future":[119,143],"studies.":[120],"Our":[121],"findings":[122],"indicate":[123],"that":[124],"measurement":[126],"often":[131],"limits":[132],"interpretation":[134],"effects":[137],"interventions.":[140],"We":[141],"suggest":[142],"directions":[144],"for":[145],"this":[146],"problem.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":25},{"year":2025,"cited_by_count":40},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":7}],"updated_date":"2026-05-10T08:33:47.465468","created_date":"2025-10-10T00:00:00"}