{"id":"https://openalex.org/W4226049092","doi":"https://doi.org/10.3389/fpsyg.2022.830345","title":"Inclusion of Clinicians in the Development and Evaluation of Clinical Artificial Intelligence Tools: A Systematic Literature Review","display_name":"Inclusion of Clinicians in the Development and Evaluation of Clinical Artificial Intelligence Tools: A Systematic Literature Review","alternate_titles":[],"publication_year":2022,"publication_date":"2022-04-07","ids":{"openalex":"https://openalex.org/W4226049092","doi":"https://doi.org/10.3389/fpsyg.2022.830345","pmid":"https://pubmed.ncbi.nlm.nih.gov/35465567","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/9022040"},"language":"en","primary_location":{"id":"doi:10.3389/fpsyg.2022.830345","doi":"https://doi.org/10.3389/fpsyg.2022.830345","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fpsyg.2022.830345","pdf_url":null,"source":{"id":"https://openalex.org/S9692511","display_name":"Frontiers in Psychology","issn_l":"1664-1078","issn":["1664-1078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Psychology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4226049092"],"child_works_count":1,"type":"review","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3389/fpsyg.2022.830345","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017436826","display_name":"Stephanie Tulk Jesso","orcid":"https://orcid.org/0000-0003-0605-4782","observed_orcids":["https://orcid.org/0000-0003-0605-4782"]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Stephanie Tulk Jesso","raw_affiliation_strings":["Fralin Biomedical Research Institute, Virginia Tech, Roanoke, VA, United States","Institute for Creativity, Arts, and Technology, Blacksburg, VA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Fralin Biomedical Research Institute, Virginia Tech, Roanoke, VA, United States","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Institute for Creativity, Arts, and Technology, Blacksburg, VA, United States","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019141418","display_name":"Aisling Kelliher","orcid":"https://orcid.org/0000-0001-9175-2176","observed_orcids":["https://orcid.org/0000-0001-9175-2176"]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aisling Kelliher","raw_affiliation_strings":["Department of Computer Science, College of Engineering, Virginia Tech, Blacksburg, VA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, College of Engineering, Virginia Tech, Blacksburg, VA, United States","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047479947","display_name":"Harsh Kamalesh Sanghavi","orcid":"https://orcid.org/0000-0003-3890-6388","observed_orcids":["https://orcid.org/0000-0003-3890-6388"]},"institutions":[{"id":"https://openalex.org/I5716644","display_name":"Carilion Clinic","ror":"https://ror.org/02rsjh069","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I5716644","https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Harsh Sanghavi","raw_affiliation_strings":["Carilion Clinic, Roanoke, VA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carilion Clinic, Roanoke, VA, United States","institution_ids":["https://openalex.org/I5716644"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Thomas Martin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thomas Martin","raw_affiliation_strings":["Department of Electrical and Computer Engineering, College of Engineering, Virginia Tech, Blacksburg, VA, United States","Institute for Creativity, Arts, and Technology, Blacksburg, VA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, College of Engineering, Virginia Tech, Blacksburg, VA, United States","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Institute for Creativity, Arts, and Technology, Blacksburg, VA, United States","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085472215","display_name":"Sarah Henrickson Parker","orcid":"https://orcid.org/0000-0002-5501-9759","observed_orcids":["https://orcid.org/0000-0002-5501-9759"]},"institutions":[{"id":"https://openalex.org/I5716644","display_name":"Carilion Clinic","ror":"https://ror.org/02rsjh069","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I5716644","https://openalex.org/I859038795"]},{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sarah Henrickson Parker","raw_affiliation_strings":["Department of Health Systems and Implementation Science, Virginia Tech Carilion School of Medicine, Roanoke, VA, United States","Fralin Biomedical Research Institute, Virginia Tech, Roanoke, VA, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Health Systems and Implementation Science, Virginia Tech Carilion School of Medicine, Roanoke, VA, United States","institution_ids":["https://openalex.org/I5716644","https://openalex.org/I859038795"]},{"raw_affiliation_string":"Fralin Biomedical Research Institute, Virginia Tech, Roanoke, VA, United States","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5017436826"],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":{"value":2950,"currency":"USD","value_usd":2950},"apc_paid":{"value":2950,"currency":"USD","value_usd":2950},"fwci":0.7163,"has_fulltext":true,"cited_by_count":77,"citation_normalized_percentile":{"value":0.64464692,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":100},"biblio":{"volume":"13","issue":null,"first_page":"830345","last_page":"830345"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.0007999999797903001,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.0006000000284984708,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clinical-ai","display_name":"clinical AI","score":0.9760000109672546},{"id":"https://openalex.org/keywords/clinician-engagement","display_name":"clinician engagement","score":0.7870000004768372},{"id":"https://openalex.org/keywords/user-centered-design","display_name":"user-centered design","score":0.8069999814033508},{"id":"https://openalex.org/keywords/human-centered-design","display_name":"human-centered design","score":0.8240000009536743},{"id":"https://openalex.org/keywords/clinician-trust-in-ai","display_name":"clinician trust in AI","score":0.6980000138282776},{"id":"https://openalex.org/keywords/user-feedback","display_name":"user feedback","score":0.5410000085830688},{"id":"https://openalex.org/keywords/clinical-workflow-integration","display_name":"clinical workflow integration","score":0.6399999856948853},{"id":"https://openalex.org/keywords/machine-learning-in-healthcare","display_name":"machine learning in healthcare","score":0.699999988079071}],"concepts":[{"id":"https://openalex.org/C109359841","wikidata":"https://www.wikidata.org/wiki/Q728944","display_name":"Inclusion (mineral)","level":2,"score":0.7224754095077515},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6736319065093994},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.6202764511108398},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5752539038658142},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5558072328567505},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.5177114009857178},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.472854882478714},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45986413955688477},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4123503565788269},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.4020160734653473},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3389/fpsyg.2022.830345","doi":"https://doi.org/10.3389/fpsyg.2022.830345","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fpsyg.2022.830345","pdf_url":null,"source":{"id":"https://openalex.org/S9692511","display_name":"Frontiers in Psychology","issn_l":"1664-1078","issn":["1664-1078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Psychology","raw_type":"journal-article"},{"id":"pmid:35465567","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35465567","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in psychology","raw_type":"Systematic Review"},{"id":"pmh:oai:pubmedcentral.nih.gov:9022040","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC9022040/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Front Psychol","raw_type":"Text"},{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/114550","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10919/114550","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/ed1ca5f1-9a18-46d4-a260-b126a36d8bac/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article - Refereed"},{"id":"pmh:oai:doaj.org/article:b8148801f64949818a473c2f40049454","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/b8148801f64949818a473c2f40049454","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Psychology, Vol 13 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/fpsyg.2022.830345","doi":"https://doi.org/10.3389/fpsyg.2022.830345","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fpsyg.2022.830345","pdf_url":null,"source":{"id":"https://openalex.org/S9692511","display_name":"Frontiers in Psychology","issn_l":"1664-1078","issn":["1664-1078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","doaj","erih-plus","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Psychology","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9391000270843506,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"}],"study_designs":[{"id":"https://openalex.org/study-designs/systematic-review","display_name":"Systematic Review"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4226049092.pdf","grobid_xml":"https://content.openalex.org/works/W4226049092.grobid-xml"},"referenced_works_count":90,"referenced_works":["https://openalex.org/W96257426","https://openalex.org/W1915356268","https://openalex.org/W1973051862","https://openalex.org/W1981113348","https://openalex.org/W2042607745","https://openalex.org/W2087232538","https://openalex.org/W2097177521","https://openalex.org/W2097855313","https://openalex.org/W2098044946","https://openalex.org/W2105085055","https://openalex.org/W2106952837","https://openalex.org/W2397156396","https://openalex.org/W2398358912","https://openalex.org/W2491185291","https://openalex.org/W2507773988","https://openalex.org/W2529452879","https://openalex.org/W2590906758","https://openalex.org/W2607258421","https://openalex.org/W2686527015","https://openalex.org/W2737221302","https://openalex.org/W2754518417","https://openalex.org/W2790385553","https://openalex.org/W2795398890","https://openalex.org/W2796187354","https://openalex.org/W2797775685","https://openalex.org/W2799930623","https://openalex.org/W2800460483","https://openalex.org/W2806031689","https://openalex.org/W2831370852","https://openalex.org/W2885123471","https://openalex.org/W2890502762","https://openalex.org/W2899876413","https://openalex.org/W2900115478","https://openalex.org/W2905136983","https://openalex.org/W2914586904","https://openalex.org/W2918341242","https://openalex.org/W2921260472","https://openalex.org/W2935845347","https://openalex.org/W2944519781","https://openalex.org/W2954241205","https://openalex.org/W2963569911","https://openalex.org/W2966690051","https://openalex.org/W2969881216","https://openalex.org/W2970837303","https://openalex.org/W2971415128","https://openalex.org/W2971757746","https://openalex.org/W2972014753","https://openalex.org/W2976319488","https://openalex.org/W2981472009","https://openalex.org/W2990521532","https://openalex.org/W2990795246","https://openalex.org/W2995267623","https://openalex.org/W2998175747","https://openalex.org/W2998524378","https://openalex.org/W2998553281","https://openalex.org/W3004483087","https://openalex.org/W3013998503","https://openalex.org/W3015312920","https://openalex.org/W3025944672","https://openalex.org/W3031644567","https://openalex.org/W3032075591","https://openalex.org/W3036298167","https://openalex.org/W3036620451","https://openalex.org/W3038004684","https://openalex.org/W3044626901","https://openalex.org/W3081126843","https://openalex.org/W3093588789","https://openalex.org/W3094262373","https://openalex.org/W3094937636","https://openalex.org/W3097007693","https://openalex.org/W3097041292","https://openalex.org/W3106808021","https://openalex.org/W3113263159","https://openalex.org/W3113315945","https://openalex.org/W3120083395","https://openalex.org/W3121109719","https://openalex.org/W3125473938","https://openalex.org/W3127032480","https://openalex.org/W3131930716","https://openalex.org/W3135561137","https://openalex.org/W3157986414","https://openalex.org/W3160458345","https://openalex.org/W3174786846","https://openalex.org/W3210146206","https://openalex.org/W4235448891","https://openalex.org/W4250337847","https://openalex.org/W4251632813","https://openalex.org/W4288359828","https://openalex.org/W4385679484","https://openalex.org/W6645825419"],"related_works":["https://openalex.org/W7169842674","https://openalex.org/W4404405027","https://openalex.org/W4409755001","https://openalex.org/W4415994314","https://openalex.org/W4409694678","https://openalex.org/W2998553281","https://openalex.org/W7128486322","https://openalex.org/W4224305919","https://openalex.org/W4415619499","https://openalex.org/W4366548656"],"abstract_inverted_index":{"The":[0,93,184],"application":[1],"of":[2,42,53,86,99,150,171,196,203,218],"machine":[3],"learning":[4],"(ML)":[5],"and":[6,34,66,74,103,110,130,156,182,237],"artificial":[7],"intelligence":[8],"(AI)":[9],"in":[10,17,136,178,210,239],"healthcare":[11,54,222],"domains":[12],"has":[13],"received":[14],"much":[15],"attention":[16],"recent":[18],"years,":[19],"yet":[20],"significant":[21],"questions":[22],"remain":[23],"about":[24,71],"how":[25,35,67],"these":[26],"new":[27],"tools":[28,220],"integrate":[29,233],"into":[30,56],"frontline":[31,234],"user":[32,105,111],"workflow,":[33],"their":[36,72,211],"design":[37,91,94,128,138,142,164,241],"will":[38],"impact":[39],"implementation.":[40],"Lack":[41],"acceptance":[43],"among":[44],"clinicians":[45,68,120],"is":[46],"a":[47,97,147,153],"major":[48],"barrier":[49],"to":[50,101,230],"the":[51,127,137,163,193,204,215,240],"translation":[52],"innovations":[55],"clinical":[57,77,179,197],"practice.":[58],"In":[59],"this":[60],"systematic":[61],"review,":[62],"we":[63],"examine":[64],"when":[65],"are":[69,228],"consulted":[70],"needs":[73,236],"desires":[75],"for":[76,84],"AI":[78,180,219],"tools.":[79,183],"Forty-five":[80],"articles":[81,186],"met":[82],"criteria":[83],"inclusion,":[85],"which":[87],"24":[88],"were":[89],"considered":[90],"studies.":[92],"studies":[95,151,173],"used":[96,209],"variety":[98],"methods":[100,208],"solicit":[102],"gather":[104],"feedback,":[106],"with":[107],"interviews,":[108],"surveys,":[109],"evaluations.":[112],"Our":[113],"findings":[114],"show":[115],"that":[116],"tool":[117],"designers":[118],"consult":[119],"at":[121,133],"various":[122],"but":[123],"inconsistent":[124],"points":[125],"during":[126],"process,":[129],"most":[131],"typically":[132],"later":[134],"stages":[135],"cycle":[139],"(82%,":[140],"19/24":[141],"studies).":[143],"We":[144],"also":[145],"observed":[146],"smaller":[148],"amount":[149],"adopting":[152],"human-centered":[154],"approach":[155],"where":[157],"clinician":[158,176],"input":[159],"was":[160],"solicited":[161],"throughout":[162],"process":[165],"(22%,":[166],"5/24).":[167],"A":[168],"third":[169],"(15/45)":[170],"all":[172],"reported":[174],"on":[175],"trust":[177],"algorithms":[181,205],"surveyed":[185],"did":[187],"not":[188],"universally":[189],"report":[190],"validation":[191],"against":[192],"\"gold":[194],"standard\"":[195],"expertise":[198],"or":[199,206],"provide":[200],"detailed":[201],"descriptions":[202],"computational":[207],"work.":[212],"To":[213],"realize":[214],"full":[216],"potential":[217],"within":[221],"settings,":[223],"our":[224],"review":[225],"suggests":[226],"there":[227],"opportunities":[229],"more":[231],"thoroughly":[232],"users'":[235],"feedback":[238],"process.":[242]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4226049092","counts_by_year":[{"year":2026,"cited_by_count":27},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":2}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2022-05-05T00:00:00"}
