{"id":"https://openalex.org/W3004483087","doi":"https://doi.org/10.1145/3313831.3376718","title":"A Human-Centered Evaluation of a Deep Learning System Deployed in Clinics for the Detection of Diabetic Retinopathy","display_name":"A Human-Centered Evaluation of a Deep Learning System Deployed in Clinics for the Detection of Diabetic Retinopathy","publication_year":2020,"publication_date":"2020-04-21","ids":{"openalex":"https://openalex.org/W3004483087","doi":"https://doi.org/10.1145/3313831.3376718","mag":"3004483087"},"language":"en","primary_location":{"id":"doi:10.1145/3313831.3376718","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3313831.3376718","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3313831.3376718","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3313831.3376718","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050111492","display_name":"Emma Beede","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emma Beede","raw_affiliation_strings":["Google Health, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Health, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045014335","display_name":"Elizabeth Baylor","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elizabeth Baylor","raw_affiliation_strings":["Google Health, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Health, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072225383","display_name":"Fred Hersch","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fred Hersch","raw_affiliation_strings":["Google Health, Singapore, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Health, Singapore, Singapore","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041798747","display_name":"Anna Iurchenko","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anna Iurchenko","raw_affiliation_strings":["Google Health, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Health, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043868130","display_name":"Lauren Wilcox","orcid":"https://orcid.org/0000-0001-6598-1733"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lauren Wilcox","raw_affiliation_strings":["Google Health, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Health, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082967971","display_name":"Paisan Ruamviboonsuk","orcid":"https://orcid.org/0000-0001-6114-6220"},"institutions":[{"id":"https://openalex.org/I4210112079","display_name":"Rajavithi Hospital","ror":"https://ror.org/0238gtq84","country_code":"TH","type":"healthcare","lineage":["https://openalex.org/I4210112079"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Paisan Ruamviboonsuk","raw_affiliation_strings":["Rajavithi Hospital, Bangkok, Thailand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rajavithi Hospital, Bangkok, Thailand","institution_ids":["https://openalex.org/I4210112079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109485031","display_name":"Laura Vardoulakis","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laura M. Vardoulakis","raw_affiliation_strings":["Google Health, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Health, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":36.5325,"has_fulltext":true,"cited_by_count":549,"citation_normalized_percentile":{"value":0.99773093,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11438","display_name":"Retinal Imaging and Analysis","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10170","display_name":"Retinal Diseases and Treatments","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/2731","display_name":"Ophthalmology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.8617215156555176},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.8344136476516724},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6079591512680054},{"id":"https://openalex.org/keywords/diabetic-retinopathy","display_name":"Diabetic retinopathy","score":0.5975863337516785},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.56022047996521},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43787020444869995},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.40442797541618347},{"id":"https://openalex.org/keywords/diabetes-mellitus","display_name":"Diabetes mellitus","score":0.15620428323745728},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.10032039880752563}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.8617215156555176},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.8344136476516724},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6079591512680054},{"id":"https://openalex.org/C2779829184","wikidata":"https://www.wikidata.org/wiki/Q631361","display_name":"Diabetic retinopathy","level":3,"score":0.5975863337516785},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.56022047996521},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43787020444869995},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.40442797541618347},{"id":"https://openalex.org/C555293320","wikidata":"https://www.wikidata.org/wiki/Q12206","display_name":"Diabetes mellitus","level":2,"score":0.15620428323745728},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.10032039880752563},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C134018914","wikidata":"https://www.wikidata.org/wiki/Q162606","display_name":"Endocrinology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3313831.3376718","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3313831.3376718","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3313831.3376718","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3313831.3376718","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3313831.3376718","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3313831.3376718","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2020 CHI Conference on Human Factors in Computing Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3004483087.pdf","grobid_xml":"https://content.openalex.org/works/W3004483087.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W1500842519","https://openalex.org/W1600388698","https://openalex.org/W1975832857","https://openalex.org/W2022401640","https://openalex.org/W2022492995","https://openalex.org/W2024569129","https://openalex.org/W2030806110","https://openalex.org/W2047185874","https://openalex.org/W2074698071","https://openalex.org/W2095118384","https://openalex.org/W2106805319","https://openalex.org/W2123476269","https://openalex.org/W2132133057","https://openalex.org/W2140222804","https://openalex.org/W2144820628","https://openalex.org/W2154411704","https://openalex.org/W2157117929","https://openalex.org/W2262569454","https://openalex.org/W2426679256","https://openalex.org/W2557738935","https://openalex.org/W2611210575","https://openalex.org/W2785593065","https://openalex.org/W2804955212","https://openalex.org/W2888171911","https://openalex.org/W2888424632","https://openalex.org/W2892141240","https://openalex.org/W2900805646","https://openalex.org/W2918341242","https://openalex.org/W2935781565","https://openalex.org/W2967844572","https://openalex.org/W2970837303","https://openalex.org/W2978041822","https://openalex.org/W3216327971","https://openalex.org/W4288359828"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4360585206","https://openalex.org/W4321369474","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W3086377361"],"abstract_inverted_index":{"Deep":[0],"learning":[1,36],"algorithms":[2],"promise":[3],"to":[4,16,93],"improve":[5],"clinician":[6],"workflows":[7],"and":[8,50,69,84],"patient":[9,86],"outcomes.":[10],"However,":[11],"these":[12,91],"gains":[13],"have":[14],"yet":[15],"be":[17],"fully":[18],"demonstrated":[19],"in":[20,39,55],"real":[21],"world":[22],"clinical":[23],"settings.":[24],"In":[25],"this":[26],"paper,":[27],"we":[28,57],"describe":[29],"a":[30,34],"human-centered":[31],"study":[32],"of":[33,44,98,106],"deep":[35],"system":[37],"used":[38],"clinics":[40,54],"for":[41,64],"the":[42,85,96],"detection":[43],"diabetic":[45],"eye":[46],"disease.":[47],"From":[48],"interviews":[49],"observation":[51],"across":[52],"eleven":[53],"Thailand,":[56],"characterize":[58],"current":[59],"eye-screening":[60],"workflows,":[61,83],"user":[62],"expectations":[63],"an":[65],"AI-assisted":[66],"screening":[67],"process,":[68],"post-deployment":[70],"experiences.":[71],"Our":[72],"findings":[73,92],"indicate":[74],"that":[75],"several":[76],"socio-environmental":[77],"factors":[78],"impact":[79],"model":[80,107],"performance,":[81],"nursing":[82],"experience.":[87],"We":[88],"draw":[89],"on":[90,95],"reflect":[94],"value":[97],"conducting":[99],"humancentered":[100],"evaluative":[101],"research":[102],"alongside":[103],"prospective":[104],"evaluations":[105],"accuracy.":[108]},"counts_by_year":[{"year":2026,"cited_by_count":39},{"year":2025,"cited_by_count":108},{"year":2024,"cited_by_count":90},{"year":2023,"cited_by_count":87},{"year":2022,"cited_by_count":94},{"year":2021,"cited_by_count":101},{"year":2020,"cited_by_count":29}],"updated_date":"2026-06-13T07:54:00.901334","created_date":"2025-10-10T00:00:00"}