{"id":"https://openalex.org/W7117668415","doi":"https://doi.org/10.1145/3761712.3761788","title":"The \"Silent\" Failures of Scoring CDSS: Challenge in Detecting Malfunctions","display_name":"The \"Silent\" Failures of Scoring CDSS: Challenge in Detecting Malfunctions","publication_year":2025,"publication_date":"2025-05-16","ids":{"openalex":"https://openalex.org/W7117668415","doi":"https://doi.org/10.1145/3761712.3761788"},"language":null,"primary_location":{"id":"doi:10.1145/3761712.3761788","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3761712.3761788","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 9th International Conference on Medical and Health Informatics","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3761712.3761788","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121659083","display_name":"Hung-Ju Kuo","orcid":null},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]},{"id":"https://openalex.org/I4210150261","display_name":"National University Health System","ror":"https://ror.org/05tjjsh18","country_code":"SG","type":"education","lineage":["https://openalex.org/I4210150261"]}],"countries":["CA","SG"],"is_corresponding":false,"raw_author_name":"Hung-Ju Kuo","raw_affiliation_strings":["Department of Health Information Science, University of Victoria, Victoria, Canada","Group of Health Informatics, National Healthcare Group, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0009-0009-7740-0903","affiliations":[{"raw_affiliation_string":"Department of Health Information Science, University of Victoria, Victoria, Canada","institution_ids":["https://openalex.org/I212119943"]},{"raw_affiliation_string":"Group of Health Informatics, National Healthcare Group, Singapore, Singapore","institution_ids":["https://openalex.org/I4210150261"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011481114","display_name":"Abdul Roudsari","orcid":"https://orcid.org/0000-0001-6696-3609"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Abdul Roudsari","raw_affiliation_strings":["Department of Health Information Science, University of Victoria, Victoria, Canada"],"raw_orcid":"https://orcid.org/0000-0001-6696-3609","affiliations":[{"raw_affiliation_string":"Department of Health Information Science, University of Victoria, Victoria, Canada","institution_ids":["https://openalex.org/I212119943"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121673578","display_name":"Hung-Wen Chiu","orcid":null},"institutions":[{"id":"https://openalex.org/I47519274","display_name":"Taipei Medical University","ror":"https://ror.org/05031qk94","country_code":"TW","type":"education","lineage":["https://openalex.org/I47519274"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hung-Wen Chiu","raw_affiliation_strings":["Graduate Institute of Biomedical Informatics, Taipei Medical University, Taipei City, Taiwan"],"raw_orcid":"https://orcid.org/0000-0001-6919-8199","affiliations":[{"raw_affiliation_string":"Graduate Institute of Biomedical Informatics, Taipei Medical University, Taipei City, Taiwan","institution_ids":["https://openalex.org/I47519274"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121680102","display_name":"Alex Kuo","orcid":null},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Alex Kuo","raw_affiliation_strings":["Department of Health Information Science, University of Victoria, Canada, Victoria, Canada"],"raw_orcid":"https://orcid.org/0000-0003-2055-1726","affiliations":[{"raw_affiliation_string":"Department of Health Information Science, University of Victoria, Canada, Victoria, Canada","institution_ids":["https://openalex.org/I212119943"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.60008332,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"353","last_page":"359"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.32339999079704285,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.32339999079704285,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13248","display_name":"Healthcare Technology and Patient Monitoring","score":0.2759999930858612,"subfield":{"id":"https://openalex.org/subfields/2746","display_name":"Surgery"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10218","display_name":"Sepsis Diagnosis and Treatment","score":0.04969999939203262,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/missing-data","display_name":"Missing data","score":0.5568000078201294},{"id":"https://openalex.org/keywords/clinical-decision-support-system","display_name":"Clinical decision support system","score":0.5027999877929688},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.4659999907016754},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4011000096797943},{"id":"https://openalex.org/keywords/poisson-distribution","display_name":"Poisson distribution","score":0.3912000060081482},{"id":"https://openalex.org/keywords/time-point","display_name":"Time point","score":0.39079999923706055},{"id":"https://openalex.org/keywords/change-detection","display_name":"Change detection","score":0.33320000767707825},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.33059999346733093},{"id":"https://openalex.org/keywords/outcome","display_name":"Outcome (game theory)","score":0.32420000433921814}],"concepts":[{"id":"https://openalex.org/C9357733","wikidata":"https://www.wikidata.org/wiki/Q6878417","display_name":"Missing data","level":2,"score":0.5568000078201294},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5407000184059143},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5372999906539917},{"id":"https://openalex.org/C63527458","wikidata":"https://www.wikidata.org/wiki/Q5133829","display_name":"Clinical decision support system","level":3,"score":0.5027999877929688},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.4659999907016754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40529999136924744},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C100906024","wikidata":"https://www.wikidata.org/wiki/Q205692","display_name":"Poisson distribution","level":2,"score":0.3912000060081482},{"id":"https://openalex.org/C2779466056","wikidata":"https://www.wikidata.org/wiki/Q107630651","display_name":"Time point","level":2,"score":0.39079999923706055},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33570000529289246},{"id":"https://openalex.org/C203595873","wikidata":"https://www.wikidata.org/wiki/Q25389927","display_name":"Change detection","level":2,"score":0.33320000767707825},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.33059999346733093},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C51915194","wikidata":"https://www.wikidata.org/wiki/Q17075487","display_name":"Point of care","level":2,"score":0.3206999897956848},{"id":"https://openalex.org/C3018822202","wikidata":"https://www.wikidata.org/wiki/Q1324077","display_name":"Patient data","level":2,"score":0.3172000050544739},{"id":"https://openalex.org/C175079658","wikidata":"https://www.wikidata.org/wiki/Q7312165","display_name":"Remote patient monitoring","level":2,"score":0.31700000166893005},{"id":"https://openalex.org/C2984538763","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring system","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C83282275","wikidata":"https://www.wikidata.org/wiki/Q7435350","display_name":"Scoring algorithm","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C33643355","wikidata":"https://www.wikidata.org/wiki/Q5176731","display_name":"Count data","level":3,"score":0.27230000495910645},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.26969999074935913},{"id":"https://openalex.org/C96608239","wikidata":"https://www.wikidata.org/wiki/Q1199823","display_name":"Statistical power","level":2,"score":0.267300009727478},{"id":"https://openalex.org/C534262118","wikidata":"https://www.wikidata.org/wiki/Q177719","display_name":"Medical diagnosis","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2669999897480011},{"id":"https://openalex.org/C72634772","wikidata":"https://www.wikidata.org/wiki/Q386824","display_name":"Data integration","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.2515999972820282},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3761712.3761788","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3761712.3761788","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 9th International Conference on Medical and Health Informatics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3761712.3761788","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3761712.3761788","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 9th International Conference on Medical and Health Informatics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8054504990577698}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1854588543","https://openalex.org/W1898928487","https://openalex.org/W2034769820","https://openalex.org/W2095745816","https://openalex.org/W2140410010","https://openalex.org/W2282181907","https://openalex.org/W2396881363","https://openalex.org/W2580821343","https://openalex.org/W2615528965","https://openalex.org/W2981738582","https://openalex.org/W3004443627","https://openalex.org/W3032620417","https://openalex.org/W3120983897","https://openalex.org/W4385810062"],"related_works":[],"abstract_inverted_index":{"Defective":[0],"clinical":[1,11,96],"decision":[2,151],"support":[3,152],"system":[4,174,233],"(CDSS)":[5],"could":[6,156],"deliver":[7],"wrong":[8,15],"information":[9],"to":[10,41,51,76,117,135,193,211,214],"workers,":[12],"which":[13,30,132],"lead":[14,134],"decisions":[16],"during":[17],"their":[18],"patient":[19,140],"cares":[20],"and":[21,37,142,231],"cause":[22],"unintended":[23],"adverse":[24],"consequences.":[25],"Change":[26],"point":[27,46,188],"detection":[28,230],"methods,":[29],"focus":[31],"on":[32],"segmenting":[33],"time":[34],"series":[35],"data":[36,121,166],"using":[38,85],"statistical":[39],"techniques":[40],"infer":[42],"or":[43,164,173],"detect":[44,194],"change":[45,187],"locations,":[47],"have":[48],"been":[49],"proposed":[50],"identify":[52],"periods":[53],"when":[54,73],"a":[55,99,123,127],"CDSS":[56,70,197],"starts":[57],"exhibiting":[58],"abnormal":[59],"behavior.":[60],"However,":[61],"we":[62,102,183],"found":[63],"it":[64],"may":[65,133],"not":[66,108,191],"effectively":[67],"capture":[68],"scoring":[69,113,222],"malfunctions,":[71],"particularly":[72],"applied":[74],"directly":[75],"the":[77,86,112,139,185,195,201,225],"daily":[78,202],"count":[79,203],"of":[80,130,138,204,218,221,227],"filed":[81],"scores.":[82,206],"For":[83],"instance,":[84],"Sequential":[87],"Organ":[88],"Failure":[89],"Assessment":[90],"(SOFA)":[91],"score":[92,129,170,178],"extracted":[93],"from":[94,148,158],"MIMIC-III":[95],"database":[97],"as":[98,162],"case":[100],"study,":[101,182],"observed":[103],"that":[104,119],"its":[105],"malfunctions":[106],"were":[107],"accurately":[109],"detected":[110],"because":[111],"tool":[114],"is":[115],"designed":[116],"assume":[118],"missing":[120,163],"indicates":[122],"normal":[124],"condition":[125,141],"(assigning":[126],"sub":[128],"0),":[131],"an":[136],"underestimation":[137],"potentially":[143],"result":[144],"in":[145,169],"incorrect":[146],"recommendations":[147],"downstream":[149],"automated":[150],"systems.":[153],"This":[154],"malfunction":[155,229],"arise":[157],"various":[159],"factors,":[160],"such":[161],"delayed":[165],"entries,":[167],"inconsistencies":[168],"calculation":[171],"logic,":[172],"integration":[175],"errors":[176],"affecting":[177],"transmission.":[179],"In":[180],"this":[181,219],"demonstrate":[184],"Poisson":[186],"model":[189],"was":[190],"able":[192],"SOFA":[196,205],"malfunction(s)":[198],"by":[199],"monitoring":[200,217],"Further":[207],"analytical":[208],"approaches":[209],"need":[210],"be":[212],"explored":[213],"enable":[215],"regular":[216],"type":[220],"CDSS,":[223],"reducing":[224],"burden":[226],"manual":[228],"improving":[232],"robustness.":[234]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-12-31T00:00:00"}