{"id":"https://openalex.org/W2785336100","doi":"https://doi.org/10.1093/jamia/ocy139","title":"Cranky comments: detecting clinical decision support malfunctions through free-text override reasons","display_name":"Cranky comments: detecting clinical decision support malfunctions through free-text override reasons","publication_year":2018,"publication_date":"2018-10-08","ids":{"openalex":"https://openalex.org/W2785336100","doi":"https://doi.org/10.1093/jamia/ocy139","mag":"2785336100","pmid":"https://pubmed.ncbi.nlm.nih.gov/30590557"},"language":"en","primary_location":{"id":"doi:10.1093/jamia/ocy139","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocy139","pdf_url":"https://academic.oup.com/jamia/article-pdf/26/1/37/27292812/ocy139.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://academic.oup.com/jamia/article-pdf/26/1/37/27292812/ocy139.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035879711","display_name":"Skye Aaron","orcid":null},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Skye Aaron","raw_affiliation_strings":["Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital, Boston, Massachusetts, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital, Boston, Massachusetts, USA","institution_ids":["https://openalex.org/I1283280774"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dustin S McEvoy","orcid":null},"institutions":[{"id":"https://openalex.org/I48633490","display_name":"Mass General Brigham","ror":"https://ror.org/04py2rh25","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dustin S McEvoy","raw_affiliation_strings":["Partners eCare, Partners HealthCare, Boston, Massachusetts, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Partners eCare, Partners HealthCare, Boston, Massachusetts, USA","institution_ids":["https://openalex.org/I48633490"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Soumi Ray","orcid":null},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soumi Ray","raw_affiliation_strings":["Department of Medicine, Harvard Medical School, Boston, Massachusetts, USA","Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital, Boston, Massachusetts, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Medicine, Harvard Medical School, Boston, Massachusetts, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital, Boston, Massachusetts, USA","institution_ids":["https://openalex.org/I1283280774"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Thu-Trang T Hickman","orcid":null},"institutions":[{"id":"https://openalex.org/I48633490","display_name":"Mass General Brigham","ror":"https://ror.org/04py2rh25","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I48633490"]},{"id":"https://openalex.org/I52792670","display_name":"HealthPartners","ror":"https://ror.org/03s9ada67","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I52792670"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Thu-Trang T Hickman","raw_affiliation_strings":["Partners Community Health, Partners HealthCare, Boston, Massachusetts, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Partners Community Health, Partners HealthCare, Boston, Massachusetts, USA","institution_ids":["https://openalex.org/I48633490","https://openalex.org/I52792670"]}]},{"author_position":"last","author":{"id":null,"display_name":"Adam Wright","orcid":null},"institutions":[{"id":"https://openalex.org/I1283280774","display_name":"Brigham and Women's Hospital","ror":"https://ror.org/04b6nzv94","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283280774","https://openalex.org/I48633490"]},{"id":"https://openalex.org/I136199984","display_name":"Harvard University","ror":"https://ror.org/03vek6s52","country_code":"US","type":"education","lineage":["https://openalex.org/I136199984"]},{"id":"https://openalex.org/I48633490","display_name":"Mass General Brigham","ror":"https://ror.org/04py2rh25","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I48633490"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Adam Wright","raw_affiliation_strings":["Department of Biomedical Informatics, Harvard Medical School, Boston, Massachusetts, USA","Department of Medicine, Harvard Medical School, Boston, Massachusetts, USA","Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital, Boston, Massachusetts, USA","Partners eCare, Partners HealthCare, Boston, Massachusetts, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Harvard Medical School, Boston, Massachusetts, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Department of Medicine, Harvard Medical School, Boston, Massachusetts, USA","institution_ids":["https://openalex.org/I136199984"]},{"raw_affiliation_string":"Division of General Internal Medicine and Primary Care, Brigham and Women\u2019s Hospital, Boston, Massachusetts, USA","institution_ids":["https://openalex.org/I1283280774"]},{"raw_affiliation_string":"Partners eCare, Partners HealthCare, Boston, Massachusetts, USA","institution_ids":["https://openalex.org/I48633490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1283280774","https://openalex.org/I136199984","https://openalex.org/I48633490"],"apc_list":{"value":3967,"currency":"USD","value_usd":3967},"apc_paid":{"value":3967,"currency":"USD","value_usd":3967},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01461563,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"26","issue":"1","first_page":"37","last_page":"43"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.664900004863739,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10350","display_name":"Electronic Health Records Systems","score":0.664900004863739,"subfield":{"id":"https://openalex.org/subfields/3605","display_name":"Health Information Management"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.10840000212192535,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12574","display_name":"Clinical Reasoning and Diagnostic Skills","score":0.022199999541044235,"subfield":{"id":"https://openalex.org/subfields/2714","display_name":"Family Practice"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.43899115920066833},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3490736484527588},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.3366708755493164},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.322773814201355},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.25682777166366577}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43899115920066833},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3490736484527588},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3366708755493164},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.322773814201355},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.25682777166366577}],"mesh":[{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001499","descriptor_name":"Bayes Theorem","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004282","descriptor_name":"Documentation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004282","descriptor_name":"Documentation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D004282","descriptor_name":"Documentation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007508","descriptor_name":"Irritable Mood","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007508","descriptor_name":"Irritable Mood","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007508","descriptor_name":"Irritable Mood","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008508","descriptor_name":"Medication Errors","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008508","descriptor_name":"Medication Errors","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008508","descriptor_name":"Medication Errors","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012372","descriptor_name":"ROC Curve","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D020000","descriptor_name":"Decision Support Systems, Clinical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D020000","descriptor_name":"Decision Support Systems, Clinical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D020000","descriptor_name":"Decision Support Systems, Clinical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D050316","descriptor_name":"Medical Order Entry Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D050316","descriptor_name":"Medical Order Entry Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D050316","descriptor_name":"Medical Order Entry Systems","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":5,"locations":[{"id":"doi:10.1093/jamia/ocy139","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocy139","pdf_url":"https://academic.oup.com/jamia/article-pdf/26/1/37/27292812/ocy139.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},{"id":"pmid:30590557","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30590557","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association : JAMIA","raw_type":null},{"id":"pmh:oai:europepmc.org:5290395","is_oa":false,"landing_page_url":"http://europepmc.org/pmc/articles/PMC6308015","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:6308015","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6308015","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Am Med Inform Assoc","raw_type":"Text"},{"id":"mag:2785336100","is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/amia/amia2017.html#AaronW17","pdf_url":null,"source":{"id":"https://openalex.org/S4306501626","display_name":"AMIA","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":"AMIA","raw_type":null}],"best_oa_location":{"id":"doi:10.1093/jamia/ocy139","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jamia/ocy139","pdf_url":"https://academic.oup.com/jamia/article-pdf/26/1/37/27292812/ocy139.pdf","source":{"id":"https://openalex.org/S129839026","display_name":"Journal of the American Medical Informatics Association","issn_l":"1067-5027","issn":["1067-5027","1527-974X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of the American Medical Informatics Association","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7300000190734863,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4617677161","display_name":null,"funder_award_id":"R01LM011966","funder_id":"https://openalex.org/F4320332161","funder_display_name":"National Institutes of Health"},{"id":"https://openalex.org/G6835445745","display_name":null,"funder_award_id":"R01LM011966","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"}],"funders":[{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2785336100.pdf","grobid_xml":"https://content.openalex.org/works/W2785336100.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W90538399","https://openalex.org/W615211868","https://openalex.org/W1833822692","https://openalex.org/W1983420663","https://openalex.org/W2006617902","https://openalex.org/W2011542177","https://openalex.org/W2043080447","https://openalex.org/W2101345720","https://openalex.org/W2128688562","https://openalex.org/W2130866009","https://openalex.org/W2131675703","https://openalex.org/W2148034183","https://openalex.org/W2154350154","https://openalex.org/W2168367580","https://openalex.org/W2168465029","https://openalex.org/W2330482840","https://openalex.org/W2337338791","https://openalex.org/W2617544848","https://openalex.org/W2753858911","https://openalex.org/W2766597844","https://openalex.org/W4230096730","https://openalex.org/W6603725486","https://openalex.org/W6674865229","https://openalex.org/W6684191474"],"related_works":[],"abstract_inverted_index":{"Background:":[0],"Rule-base":[1],"clinical":[2],"decision":[3],"support":[4],"alerts":[5,236],"are":[6,15,229,238],"known":[7],"to":[8,26,86],"malfunction,":[9],"but":[10,57],"tools":[11],"for":[12,203,234],"discovering":[13],"malfunctions":[14,179,196],"limited.":[16],"Objective:":[17],"Investigate":[18],"whether":[19],"user":[20],"override":[21,42,52,95,250],"comments":[22,43,128,147,177,207,228,251],"can":[23],"be":[24,59,117,216,242],"used":[25,65],"discover":[27],"malfunctions.":[28],"Methods:":[29],"We":[30,64,97],"manually":[31],"classified":[32],"all":[33,183,249],"rules":[34,89,110,184],"in":[35,180,186],"our":[36,187],"database":[37],"with":[38,135,151],"at":[39,137,153,167],"least":[40],"10":[41],"into":[44],"3":[45,66],"categories":[46],"based":[47,90],"on":[48,81,91,194,252],"a":[49,76,82,132,191,230,253],"sample":[50,83],"of":[51,69,84,93,127,139,155,169,182,222],"comments:":[53],"\"broken,\"":[54],"\"not":[55,62],"broken,":[56,114],"could":[58,116,241],"improved,\"":[60],"and":[61,75,119,141,157,171,197,219],"broken.\"":[63],"methods":[67],"(frequency":[68],"comments,":[70],"cranky":[71,146,211],"word":[72,212],"list":[73,213],"heuristic,":[74],"Na\u00efve":[77,162],"Bayes":[78,163],"classifier":[79,164],"trained":[80],"comments)":[85],"automatically":[87],"rank":[88],"features":[92],"their":[94],"comments.":[96],"evaluated":[98],"each":[99],"ranking":[100],"using":[101],"the":[102,109,120,210],"manual":[103],"classification":[104],"as":[105],"truth.":[106],"Results:":[107],"Of":[108],"investigated,":[111],"62":[112],"were":[113,123],"13":[115],"improved,":[118],"remaining":[121],"45":[122],"not":[124],"broken.":[125],"Frequency":[126],"performed":[129,149],"worse":[130],"than":[131,200],"random":[133],"ranking,":[134],"precision":[136,152,166],"20":[138,154,168],"8":[140],"AUC":[142,158,172],"=":[143,159,173],"0.487.":[144],"The":[145,161],"heuristic":[148,214],"better":[150],"16":[156],"0.723.":[160],"had":[165],"17":[170],"0.738.":[174],"Discussion:":[175],"Override":[176,227],"uncovered":[178],"26%":[181],"active":[185],"system.":[188],"This":[189],"is":[190],"lower":[192],"bound":[193],"total":[195],"much":[198],"higher":[199],"expected.":[201],"Even":[202],"low-resource":[204],"organizations,":[205],"reviewing":[206],"identified":[208],"by":[209],"may":[215],"an":[217],"effective":[218],"feasible":[220],"way":[221],"finding":[223,235],"broken":[224,239],"alerts.":[225],"Conclusion:":[226],"rich":[231],"data":[232],"source":[233],"that":[237],"or":[240],"improved.":[243],"If":[244],"possible,":[245],"we":[246],"recommend":[247],"monitoring":[248],"regular":[254],"basis.":[255]},"counts_by_year":[],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2025-10-10T00:00:00"}