{"id":"https://openalex.org/W4415260461","doi":"https://doi.org/10.1145/3757512","title":"To Recommend or Not to Recommend: Designing and Evaluating AI-Enabled Decision Support for Time-Critical Medical Events","display_name":"To Recommend or Not to Recommend: Designing and Evaluating AI-Enabled Decision Support for Time-Critical Medical Events","publication_year":2025,"publication_date":"2025-10-16","ids":{"openalex":"https://openalex.org/W4415260461","doi":"https://doi.org/10.1145/3757512","pmid":"https://pubmed.ncbi.nlm.nih.gov/41122221"},"language":"en","primary_location":{"id":"doi:10.1145/3757512","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757512","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3757512","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3757512","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024945104","display_name":"Angela Mastrianni","orcid":"https://orcid.org/0000-0001-8179-0101"},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Angela Mastrianni","raw_affiliation_strings":["Drexel University, Philadelphia, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0000-0001-8179-0101","affiliations":[{"raw_affiliation_string":"Drexel University, Philadelphia, Pennsylvania, USA","institution_ids":["https://openalex.org/I72816309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071776079","display_name":"Mary S. Kim","orcid":"https://orcid.org/0009-0006-7025-6636"},"institutions":[{"id":"https://openalex.org/I1336742384","display_name":"Children's National","ror":"https://ror.org/03wa2q724","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1336742384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mary Suhyun Kim","raw_affiliation_strings":["Children's National Hospital, Washington D.C., District of Columbia, USA"],"raw_orcid":"https://orcid.org/0009-0006-7025-6636","affiliations":[{"raw_affiliation_string":"Children's National Hospital, Washington D.C., District of Columbia, USA","institution_ids":["https://openalex.org/I1336742384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077608799","display_name":"Travis M. Sullivan","orcid":"https://orcid.org/0000-0002-4399-7037"},"institutions":[{"id":"https://openalex.org/I1336742384","display_name":"Children's National","ror":"https://ror.org/03wa2q724","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1336742384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Travis M Sullivan","raw_affiliation_strings":["Children's National Hospital, Washington, District of Columbia, USA"],"raw_orcid":"https://orcid.org/0000-0002-4399-7037","affiliations":[{"raw_affiliation_string":"Children's National Hospital, Washington, District of Columbia, USA","institution_ids":["https://openalex.org/I1336742384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007959047","display_name":"Genevieve J. Sippel","orcid":"https://orcid.org/0000-0002-7952-766X"},"institutions":[{"id":"https://openalex.org/I1336742384","display_name":"Children's National","ror":"https://ror.org/03wa2q724","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1336742384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Genevieve Jayne Sippel","raw_affiliation_strings":["Children's National Hospital, Washington, District of Columbia, USA"],"raw_orcid":"https://orcid.org/0000-0002-7952-766X","affiliations":[{"raw_affiliation_string":"Children's National Hospital, Washington, District of Columbia, USA","institution_ids":["https://openalex.org/I1336742384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002966813","display_name":"Randall S. Burd","orcid":"https://orcid.org/0000-0003-4465-9117"},"institutions":[{"id":"https://openalex.org/I1336742384","display_name":"Children's National","ror":"https://ror.org/03wa2q724","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1336742384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Randall S Burd","raw_affiliation_strings":["Children's National Hospital, Washington, District of Columbia, USA"],"raw_orcid":"https://orcid.org/0000-0003-4465-9117","affiliations":[{"raw_affiliation_string":"Children's National Hospital, Washington, District of Columbia, USA","institution_ids":["https://openalex.org/I1336742384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010436269","display_name":"Krzysztof Z. Gajos","orcid":"https://orcid.org/0000-0002-1897-9048"},"institutions":[{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Krzysztof Z. Gajos","raw_affiliation_strings":["Harvard University, Allston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1897-9048","affiliations":[{"raw_affiliation_string":"Harvard University, Allston, MA, USA","institution_ids":["https://openalex.org/I136199984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081312228","display_name":"Aleksandra Sarcevic","orcid":"https://orcid.org/0000-0003-2126-8527"},"institutions":[{"id":"https://openalex.org/I72816309","display_name":"Drexel University","ror":"https://ror.org/04bdffz58","country_code":"US","type":"education","lineage":["https://openalex.org/I72816309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aleksandra Sarcevic","raw_affiliation_strings":["Drexel University, Philadelphia, Pennsylvania, USA"],"raw_orcid":"https://orcid.org/0000-0003-2126-8527","affiliations":[{"raw_affiliation_string":"Drexel University, Philadelphia, Pennsylvania, USA","institution_ids":["https://openalex.org/I72816309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8322,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.7892279,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"9","issue":"7","first_page":"1","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.6384999752044678},{"id":"https://openalex.org/keywords/clinical-decision-support-system","display_name":"Clinical decision support system","score":0.519599974155426},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.446399986743927},{"id":"https://openalex.org/keywords/medical-information","display_name":"Medical information","score":0.4293999969959259},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.36169999837875366},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.3424000144004822},{"id":"https://openalex.org/keywords/medline","display_name":"MEDLINE","score":0.3163999915122986}],"concepts":[{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.6384999752044678},{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.519599974155426},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.446399986743927},{"id":"https://openalex.org/C3019150057","wikidata":"https://www.wikidata.org/wiki/Q92779279","display_name":"Medical information","level":2,"score":0.4293999969959259},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.40630000829696655},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.38269999623298645},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.36169999837875366},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C2779473830","wikidata":"https://www.wikidata.org/wiki/Q1540899","display_name":"MEDLINE","level":2,"score":0.3163999915122986},{"id":"https://openalex.org/C3019806175","wikidata":"https://www.wikidata.org/wiki/Q11974939","display_name":"Health professionals","level":3,"score":0.3077000081539154},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.30079999566078186},{"id":"https://openalex.org/C2780033181","wikidata":"https://www.wikidata.org/wiki/Q24962805","display_name":"Decision aids","level":3,"score":0.29660001397132874},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.2953999936580658},{"id":"https://openalex.org/C145642194","wikidata":"https://www.wikidata.org/wiki/Q870895","display_name":"Health informatics","level":3,"score":0.29429998993873596},{"id":"https://openalex.org/C56397880","wikidata":"https://www.wikidata.org/wiki/Q6044094","display_name":"Intelligent decision support system","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.28189998865127563},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2800999879837036},{"id":"https://openalex.org/C78999398","wikidata":"https://www.wikidata.org/wiki/Q2899888","display_name":"Information needs","level":2,"score":0.25920000672340393},{"id":"https://openalex.org/C2988170871","wikidata":"https://www.wikidata.org/wiki/Q11000047","display_name":"Healthcare system","level":3,"score":0.25529998540878296},{"id":"https://openalex.org/C2989179672","wikidata":"https://www.wikidata.org/wiki/Q6806500","display_name":"Clinical decision making","level":2,"score":0.2538999915122986}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3757512","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757512","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3757512","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},{"id":"pmid:41122221","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41122221","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on human-computer interaction","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:12536412","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12536412/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proc ACM Hum Comput Interact","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1145/3757512","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3757512","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3757512","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1287356885","display_name":null,"funder_award_id":"R01 LM011834","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G6644285473","display_name":null,"funder_award_id":"R01LM011834-05","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G683379664","display_name":null,"funder_award_id":"IS-2107391","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415260461.pdf","grobid_xml":"https://content.openalex.org/works/W4415260461.grobid-xml"},"referenced_works_count":74,"referenced_works":["https://openalex.org/W1536515691","https://openalex.org/W1583326716","https://openalex.org/W1587820170","https://openalex.org/W1638179976","https://openalex.org/W1967291734","https://openalex.org/W1995143661","https://openalex.org/W2020995800","https://openalex.org/W2032908323","https://openalex.org/W2097855313","https://openalex.org/W2098044946","https://openalex.org/W2204262283","https://openalex.org/W2237502368","https://openalex.org/W2397156396","https://openalex.org/W2516354978","https://openalex.org/W2581465409","https://openalex.org/W2769533150","https://openalex.org/W2811109485","https://openalex.org/W2887543431","https://openalex.org/W2918341242","https://openalex.org/W2942444880","https://openalex.org/W2970837303","https://openalex.org/W2983137008","https://openalex.org/W2999134777","https://openalex.org/W3001062618","https://openalex.org/W3039339826","https://openalex.org/W3039954143","https://openalex.org/W3040472729","https://openalex.org/W3042276730","https://openalex.org/W3044002230","https://openalex.org/W3093066786","https://openalex.org/W3101792976","https://openalex.org/W3105396370","https://openalex.org/W3120083395","https://openalex.org/W3127032480","https://openalex.org/W3134722266","https://openalex.org/W3159250634","https://openalex.org/W3161926791","https://openalex.org/W3162614376","https://openalex.org/W3163443091","https://openalex.org/W3172362366","https://openalex.org/W3200421165","https://openalex.org/W4206647213","https://openalex.org/W4206766323","https://openalex.org/W4220961556","https://openalex.org/W4225001143","https://openalex.org/W4225093325","https://openalex.org/W4225105010","https://openalex.org/W4250431025","https://openalex.org/W4282556532","https://openalex.org/W4283172359","https://openalex.org/W4288080223","https://openalex.org/W4288359828","https://openalex.org/W4309468505","https://openalex.org/W4321161136","https://openalex.org/W4323651244","https://openalex.org/W4324129820","https://openalex.org/W4366003124","https://openalex.org/W4366547677","https://openalex.org/W4366548656","https://openalex.org/W4366549247","https://openalex.org/W4366590585","https://openalex.org/W4380366109","https://openalex.org/W4383682600","https://openalex.org/W4385895991","https://openalex.org/W4387331470","https://openalex.org/W4392120599","https://openalex.org/W4393970536","https://openalex.org/W4396218607","https://openalex.org/W4396827142","https://openalex.org/W4396832329","https://openalex.org/W4396832976","https://openalex.org/W4399695478","https://openalex.org/W4402596704","https://openalex.org/W4409735071"],"related_works":[],"abstract_inverted_index":{"AI-enabled":[0,45,166],"decision-support":[1,46,75],"systems":[2,23,90],"aim":[3],"to":[4,32,48,64,91,114,126,137,174],"help":[5],"medical":[6,15,85,143],"providers":[7,26,50,86,110],"rapidly":[8],"make":[9,33,115],"decisions":[10,117],"with":[11,54,62,83],"limited":[12,176],"information":[13,68,99,104,120],"during":[14,141],"emergencies.":[16],"A":[17],"critical":[18],"challenge":[19],"in":[20,27,51,149,170,181],"developing":[21,165],"these":[22],"is":[24],"supporting":[25],"interpreting":[28],"the":[29,175],"system":[30,47],"output":[31],"optimal":[34],"treatment":[35],"decisions.":[36],"In":[37],"this":[38,182],"study,":[39],"we":[40],"designed":[41],"and":[42,66,70,101,105,121,152],"evaluated":[43],"an":[44,80,146],"aid":[49],"treating":[52],"patients":[53],"traumatic":[55],"injuries.":[56],"We":[57,77,107,131,160],"first":[58],"conducted":[59,79],"user":[60],"research":[61,177],"physicians":[63],"identify":[65],"design":[67],"types":[69],"AI":[71,98,103,119,129,139],"outputs":[72],"for":[73,164],"a":[74],"display.":[76],"then":[78],"online":[81],"experiment":[82],"35":[84],"from":[87],"six":[88],"health":[89],"evaluate":[92],"two":[93,134],"human-AI":[94,179],"interaction":[95,180],"strategies:":[96],"(1)":[97,145],"synthesis":[100],"(2)":[102,153],"recommendations.":[106],"found":[108],"that":[109],"were":[111,123],"more":[112],"likely":[113],"correct":[116],"when":[118],"recommendations":[122,140,151,157],"provided":[124],"compared":[125],"receiving":[127],"no":[128],"support.":[130],"also":[132],"identified":[133],"socio-technical":[135],"barriers":[136],"providing":[138,150],"time-critical":[142,171],"events:":[144],"accuracy-time":[147],"trade-off":[148],"polarizing":[154],"perceptions":[155],"of":[156],"between":[158],"providers.":[159],"discuss":[161],"three":[162],"implications":[163],"decision":[167],"support":[168],"used":[169],"events,":[172],"contributing":[173],"on":[178],"context.":[183]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-31T08:31:51.225901","created_date":"2025-10-17T00:00:00"}