{"id":"https://openalex.org/W4283172359","doi":"https://doi.org/10.1145/3531146.3533193","title":"Who Goes First? Influences of Human-AI Workflow on Decision Making in Clinical Imaging","display_name":"Who Goes First? Influences of Human-AI Workflow on Decision Making in Clinical Imaging","publication_year":2022,"publication_date":"2022-06-20","ids":{"openalex":"https://openalex.org/W4283172359","doi":"https://doi.org/10.1145/3531146.3533193"},"language":"en","primary_location":{"id":"doi:10.1145/3531146.3533193","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533193","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533193","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533193","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008759018","display_name":"Riccardo Fogliato","orcid":"https://orcid.org/0000-0002-8636-9639"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Riccardo Fogliato","raw_affiliation_strings":["Carnegie Mellon University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059339006","display_name":"Shreya Chappidi","orcid":"https://orcid.org/0000-0001-7042-5766"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shreya Chappidi","raw_affiliation_strings":["University of Virginia, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Virginia, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038969629","display_name":"Matthew P. Lungren","orcid":"https://orcid.org/0000-0002-8591-5861"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matthew Lungren","raw_affiliation_strings":["Stanford, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014243813","display_name":"Paul Fisher","orcid":"https://orcid.org/0000-0002-4066-1810"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul Fisher","raw_affiliation_strings":["Antech Imaging Services, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Antech Imaging Services, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113894814","display_name":"Diane Wilson","orcid":"https://orcid.org/0000-0001-8350-5706"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Diane Wilson","raw_affiliation_strings":["Antech Imaging Services, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Antech Imaging Services, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001400438","display_name":"Michael Fitzke","orcid":null},"institutions":[{"id":"https://openalex.org/I4210133599","display_name":"MARS Laser (Germany)","ror":"https://ror.org/031khrq71","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210133599"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Fitzke","raw_affiliation_strings":["Mars Digital Technologies, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mars Digital Technologies, Germany","institution_ids":["https://openalex.org/I4210133599"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049666628","display_name":"Mark Parkinson","orcid":"https://orcid.org/0000-0002-6872-7535"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mark Parkinson","raw_affiliation_strings":["Mars Digital Technologies, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mars Digital Technologies, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043228682","display_name":"Eric Horvitz","orcid":"https://orcid.org/0000-0002-8823-0614"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Horvitz","raw_affiliation_strings":["Microsoft Research, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069122334","display_name":"Kori Inkpen","orcid":"https://orcid.org/0000-0001-5661-4659"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kori Inkpen","raw_affiliation_strings":["Microsoft Research, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011998621","display_name":"Besmira Nushi","orcid":"https://orcid.org/0000-0002-7554-8586"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Besmira Nushi","raw_affiliation_strings":["Microsoft Research, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, USA","institution_ids":["https://openalex.org/I1290206253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5008759018"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":9.0074,"has_fulltext":true,"cited_by_count":82,"citation_normalized_percentile":{"value":0.98412698,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1362","last_page":"1374"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8700981140136719},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.698758602142334},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.5916273593902588},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.586786687374115},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5095000863075256},{"id":"https://openalex.org/keywords/clinical-decision-making","display_name":"Clinical decision making","score":0.503983199596405},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4638872742652893},{"id":"https://openalex.org/keywords/advice","display_name":"Advice (programming)","score":0.4250012934207916},{"id":"https://openalex.org/keywords/decision-aids","display_name":"Decision aids","score":0.4248817265033722},{"id":"https://openalex.org/keywords/clinical-decision-support-system","display_name":"Clinical decision support system","score":0.4189067482948303},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3895515203475952},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3297516405582428},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.29247432947158813},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2473379373550415},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14715853333473206},{"id":"https://openalex.org/keywords/pathology","display_name":"Pathology","score":0.11797201633453369},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09697768092155457}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8700981140136719},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.698758602142334},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.5916273593902588},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.586786687374115},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5095000863075256},{"id":"https://openalex.org/C2989179672","wikidata":"https://www.wikidata.org/wiki/Q6806500","display_name":"Clinical decision making","level":2,"score":0.503983199596405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4638872742652893},{"id":"https://openalex.org/C2779955035","wikidata":"https://www.wikidata.org/wiki/Q4686785","display_name":"Advice (programming)","level":2,"score":0.4250012934207916},{"id":"https://openalex.org/C2780033181","wikidata":"https://www.wikidata.org/wiki/Q24962805","display_name":"Decision aids","level":3,"score":0.4248817265033722},{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.4189067482948303},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3895515203475952},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3297516405582428},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.29247432947158813},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2473379373550415},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14715853333473206},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.11797201633453369},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09697768092155457},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C177713679","wikidata":"https://www.wikidata.org/wiki/Q679690","display_name":"Intensive care medicine","level":1,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3531146.3533193","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533193","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533193","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3531146.3533193","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3531146.3533193","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3531146.3533193","source":{"id":"https://openalex.org/S4363608463","display_name":"2022 ACM Conference on Fairness, Accountability, and Transparency","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 ACM Conference on Fairness Accountability and Transparency","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6800000071525574}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283172359.pdf","grobid_xml":"https://content.openalex.org/works/W4283172359.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W1526704262","https://openalex.org/W1917647701","https://openalex.org/W1992370545","https://openalex.org/W2006397401","https://openalex.org/W2040236338","https://openalex.org/W2055992413","https://openalex.org/W2062990525","https://openalex.org/W2075585362","https://openalex.org/W2090933055","https://openalex.org/W2092813663","https://openalex.org/W2093507294","https://openalex.org/W2096158028","https://openalex.org/W2116144139","https://openalex.org/W2152575748","https://openalex.org/W2156116535","https://openalex.org/W2161080627","https://openalex.org/W2168447411","https://openalex.org/W2466764065","https://openalex.org/W2744883502","https://openalex.org/W2801373099","https://openalex.org/W2806853752","https://openalex.org/W2901895173","https://openalex.org/W2902874468","https://openalex.org/W2903896358","https://openalex.org/W2905034244","https://openalex.org/W2918341242","https://openalex.org/W2921785317","https://openalex.org/W2923106228","https://openalex.org/W2935900679","https://openalex.org/W2942157335","https://openalex.org/W2942444880","https://openalex.org/W2952971376","https://openalex.org/W2963258365","https://openalex.org/W2968318837","https://openalex.org/W2970837303","https://openalex.org/W2979893369","https://openalex.org/W2981686111","https://openalex.org/W2983137008","https://openalex.org/W2991676991","https://openalex.org/W2998175747","https://openalex.org/W2999637955","https://openalex.org/W3001152983","https://openalex.org/W3002972902","https://openalex.org/W3004483087","https://openalex.org/W3007542085","https://openalex.org/W3007910004","https://openalex.org/W3014403957","https://openalex.org/W3018021611","https://openalex.org/W3028005831","https://openalex.org/W3036298167","https://openalex.org/W3036561926","https://openalex.org/W3099742594","https://openalex.org/W3103751997","https://openalex.org/W3104831984","https://openalex.org/W3127032480","https://openalex.org/W3159250634","https://openalex.org/W3159814022","https://openalex.org/W3162614376","https://openalex.org/W3163411042","https://openalex.org/W3163443091","https://openalex.org/W3186696153","https://openalex.org/W3205980116","https://openalex.org/W4229737049","https://openalex.org/W4231067411","https://openalex.org/W4248695153","https://openalex.org/W4288083801","https://openalex.org/W4292157289","https://openalex.org/W4301332535","https://openalex.org/W4308791796","https://openalex.org/W6742636707"],"related_works":["https://openalex.org/W2942113303","https://openalex.org/W2022943482","https://openalex.org/W2123607824","https://openalex.org/W2145517699","https://openalex.org/W2810591714","https://openalex.org/W2140728867","https://openalex.org/W4312966371","https://openalex.org/W3031735348","https://openalex.org/W2548370702","https://openalex.org/W2166312331"],"abstract_inverted_index":{"Details":[0],"of":[1,8,18,24,39,51,54,64,74,81,116,149,165,178,187,200,223,226,249,283],"the":[2,15,35,52,72,79,89,114,150,175,180,190,197,208,224,232,237,247,281],"designs":[3,263,285],"and":[4,37,135,140,145,243,256],"mechanisms":[5],"in":[6,14,85,109,142,163,185,221,253],"support":[7],"human-AI":[9,131,265,287],"collaboration":[10],"must":[11],"be":[12,212],"considered":[13],"real-world":[16],"fielding":[17],"AI":[19,40,56,76,118,167,176,209,227,251],"technologies.":[20],"A":[21],"critical":[22],"aspect":[23],"interaction":[25],"design":[26],"for":[27,246,260,264],"AI-assisted":[28],"human":[29,62],"decision":[30,143],"making":[31,55],"are":[32,157,169,192],"policies":[33],"about":[34],"display":[36,225],"sequencing":[38],"inferences":[41,57,168,228],"within":[42],"larger":[43],"decision-making":[44],"workflows.":[45,288],"We":[46,70,96,120,152,267],"have":[47],"a":[48,65,82,93,98,201,258],"poor":[49],"understanding":[50],"influences":[53],"available":[58,272],"before":[59],"versus":[60,87],"after":[61,88],"review":[63],"diagnostic":[66,83,133],"task":[67],"at":[68,78],"hand.":[69],"explore":[71],"effects":[73],"providing":[75],"assistance":[77],"start":[80],"session":[84],"radiology":[86],"radiologist":[90],"has":[91],"made":[92],"provisional":[94,161,217],"decision.":[95],"conducted":[97],"user":[99],"study":[100,240],"where":[101],"19":[102],"veterinary":[103],"radiologists":[104],"identified":[105],"radiographic":[106],"findings":[107],"present":[108],"patients\u2019":[110],"X-ray":[111],"images,":[112],"with":[113,174,189],"aid":[115],"an":[117],"tool.":[119],"employed":[121],"two":[122],"workflow":[123],"configurations":[124],"to":[125,159,172,195,211,276],"analyze":[126],"(i)":[127],"anchoring":[128],"effects,":[129],"(ii)":[130],"team":[132],"performance":[134],"agreement,":[136],"(iii)":[137],"time":[138,233],"spent":[139,235],"confidence":[141],"making,":[144],"(iv)":[146],"perceived":[147],"usefulness":[148],"AI.":[151],"found":[153],"that":[154,207],"participants":[155,204,234],"who":[156],"asked":[158],"register":[160],"responses":[162],"advance":[164,222],"reviewing":[166],"less":[170,193,213],"likely":[171,194],"agree":[173],"regardless":[177],"whether":[179],"advice":[181,210],"is":[182],"accurate":[183],"and,":[184],"instances":[186],"disagreement":[188],"AI,":[191],"seek":[196],"second":[198],"opinion":[199],"colleague.":[202],"These":[203],"also":[205],"reported":[206],"useful.":[214],"Surprisingly,":[215],"requiring":[216],"decisions":[218],"on":[219,236,280,286],"cases":[220],"did":[229],"not":[230],"lengthen":[231],"task.":[238],"The":[239],"provides":[241],"generalizable":[242],"actionable":[244],"insights":[245],"deployment":[248],"clinical":[250],"tools":[252],"human-in-the-loop":[254],"systems":[255],"introduces":[257],"methodology":[259],"studying":[261],"alternative":[262],"collaboration.":[266],"make":[268],"our":[269],"experimental":[270],"platform":[271],"as":[273],"open":[274],"source":[275],"facilitate":[277],"future":[278],"research":[279],"influence":[282],"alternate":[284]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":36},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":3}],"updated_date":"2026-05-04T08:30:34.212998","created_date":"2025-10-10T00:00:00"}