{"id":"https://openalex.org/W4281976759","doi":"https://doi.org/10.3233/shti220140","title":"Implementing Predictive Models Within an Electronic Health Record System: Lessons from an External Validation of a Suicide Risk Model","display_name":"Implementing Predictive Models Within an Electronic Health Record System: Lessons from an External Validation of a Suicide Risk Model","publication_year":2022,"publication_date":"2022-06-06","ids":{"openalex":"https://openalex.org/W4281976759","doi":"https://doi.org/10.3233/shti220140","pmid":"https://pubmed.ncbi.nlm.nih.gov/35673079"},"language":"en","primary_location":{"id":"doi:10.3233/shti220140","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti220140","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI220140","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI220140","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024347831","display_name":"Lydia Sequeira","orcid":"https://orcid.org/0000-0002-2715-3918"},"institutions":[{"id":"https://openalex.org/I1338135719","display_name":"Centre for Addiction and Mental Health","ror":"https://ror.org/03e71c577","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1338135719"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Lydia Sequeira","raw_affiliation_strings":["Centre for Addiction and Mental Health, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Centre for Addiction and Mental Health, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I1338135719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069926553","display_name":"Douglas McNair","orcid":"https://orcid.org/0000-0003-0965-883X"},"institutions":[{"id":"https://openalex.org/I1303444417","display_name":"Gates Foundation","ror":"https://ror.org/0456r8d26","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1303444417"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Douglas McNair","raw_affiliation_strings":["Quantitative Sciences, Bill & Melinda Gates Foundation, Seattle, Washington, United States"],"affiliations":[{"raw_affiliation_string":"Quantitative Sciences, Bill & Melinda Gates Foundation, Seattle, Washington, United States","institution_ids":["https://openalex.org/I1303444417"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022396023","display_name":"David Wiljer","orcid":"https://orcid.org/0000-0002-2748-2658"},"institutions":[{"id":"https://openalex.org/I1325899441","display_name":"University Health Network","ror":"https://ror.org/042xt5161","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1325899441"]},{"id":"https://openalex.org/I1338135719","display_name":"Centre for Addiction and Mental Health","ror":"https://ror.org/03e71c577","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1338135719"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"David Wiljer","raw_affiliation_strings":["Centre for Addiction and Mental Health, Toronto, Ontario, Canada","University Health Network, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Centre for Addiction and Mental Health, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I1338135719"]},{"raw_affiliation_string":"University Health Network, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I1325899441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091235259","display_name":"Gillian Strudwick","orcid":"https://orcid.org/0000-0002-1080-7372"},"institutions":[{"id":"https://openalex.org/I1338135719","display_name":"Centre for Addiction and Mental Health","ror":"https://ror.org/03e71c577","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1338135719"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gillian Strudwick","raw_affiliation_strings":["Centre for Addiction and Mental Health, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Centre for Addiction and Mental Health, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I1338135719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028939354","display_name":"Vincenzo De Luca","orcid":"https://orcid.org/0000-0002-5421-3584"},"institutions":[{"id":"https://openalex.org/I1338135719","display_name":"Centre for Addiction and Mental Health","ror":"https://ror.org/03e71c577","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1338135719"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Vincenzo Deluca","raw_affiliation_strings":["Centre for Addiction and Mental Health, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Centre for Addiction and Mental Health, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I1338135719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004692730","display_name":"Kanakasaba Kailasam","orcid":null},"institutions":[{"id":"https://openalex.org/I179525631","display_name":"Cerner (United States)","ror":"https://ror.org/012c7gx93","country_code":"US","type":"company","lineage":["https://openalex.org/I179525631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kanakasaba Kailasam","raw_affiliation_strings":["Cerner Corporation, Kansas City, Missouri, United States"],"affiliations":[{"raw_affiliation_string":"Cerner Corporation, Kansas City, Missouri, United States","institution_ids":["https://openalex.org/I179525631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035803024","display_name":"Michael A. Thompson","orcid":"https://orcid.org/0000-0001-7930-4610"},"institutions":[{"id":"https://openalex.org/I1338135719","display_name":"Centre for Addiction and Mental Health","ror":"https://ror.org/03e71c577","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1338135719"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michael Thompson","raw_affiliation_strings":["Centre for Addiction and Mental Health, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Centre for Addiction and Mental Health, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I1338135719"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102320068","display_name":"Brian Chou","orcid":null},"institutions":[{"id":"https://openalex.org/I1338135719","display_name":"Centre for Addiction and Mental Health","ror":"https://ror.org/03e71c577","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1338135719"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Brian Chou","raw_affiliation_strings":["Centre for Addiction and Mental Health, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"Centre for Addiction and Mental Health, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I1338135719"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084529068","display_name":"John S. Strauss","orcid":"https://orcid.org/0000-0003-2314-2864"},"institutions":[{"id":"https://openalex.org/I1279684262","display_name":"Island Health","ror":"https://ror.org/057xs4529","country_code":"CA","type":"healthcare","lineage":["https://openalex.org/I1279684262","https://openalex.org/I1308729876"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"John Strauss","raw_affiliation_strings":["Vancouver Island Health Authority, Victoria, British Columbia, Canada"],"affiliations":[{"raw_affiliation_string":"Vancouver Island Health Authority, Victoria, British Columbia, Canada","institution_ids":["https://openalex.org/I1279684262"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5024347831"],"corresponding_institution_ids":["https://openalex.org/I1338135719"],"apc_list":null,"apc_paid":null,"fwci":0.3423,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55427441,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"290","issue":null,"first_page":"562","last_page":"566"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13283","display_name":"Mental Health Research Topics","score":0.9136999845504761,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11519","display_name":"Digital Mental Health Interventions","score":0.9063000082969666,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.7741430997848511},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.7253454923629761},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5979949235916138},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5604248642921448},{"id":"https://openalex.org/keywords/predictive-modelling","display_name":"Predictive modelling","score":0.47520098090171814},{"id":"https://openalex.org/keywords/model-validation","display_name":"Model validation","score":0.4733082056045532},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4719754159450531},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32187265157699585},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.16709944605827332}],"concepts":[{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.7741430997848511},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7253454923629761},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5979949235916138},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5604248642921448},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.47520098090171814},{"id":"https://openalex.org/C3019813237","wikidata":"https://www.wikidata.org/wiki/Q65089264","display_name":"Model validation","level":2,"score":0.4733082056045532},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4719754159450531},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32187265157699585},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.16709944605827332},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D057286","descriptor_name":"Electronic Health Records","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D059020","descriptor_name":"Suicidal Ideation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D059020","descriptor_name":"Suicidal Ideation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D059020","descriptor_name":"Suicidal Ideation","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.3233/shti220140","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti220140","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI220140","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:35673079","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35673079","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":null}],"best_oa_location":{"id":"doi:10.3233/shti220140","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti220140","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI220140","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"Good health and well-being","id":"https://metadata.un.org/sdg/3","score":0.6800000071525574}],"awards":[],"funders":[{"id":"https://openalex.org/F4320312121","display_name":"Centre for Addiction and Mental Health","ror":"https://ror.org/03e71c577"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4281976759.pdf","grobid_xml":"https://content.openalex.org/works/W4281976759.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W2007739294","https://openalex.org/W2061585911","https://openalex.org/W2090340304","https://openalex.org/W2119361626","https://openalex.org/W2123409929","https://openalex.org/W2153923143","https://openalex.org/W2395172628","https://openalex.org/W2470809924","https://openalex.org/W2509888018","https://openalex.org/W2554980225","https://openalex.org/W2602171072","https://openalex.org/W2613960323","https://openalex.org/W2725461439","https://openalex.org/W2763440556","https://openalex.org/W2801632865","https://openalex.org/W2802153593","https://openalex.org/W2804266670","https://openalex.org/W2810500942","https://openalex.org/W2895314722","https://openalex.org/W2897748714","https://openalex.org/W2944164454","https://openalex.org/W2966152549","https://openalex.org/W3016108072","https://openalex.org/W3094230939","https://openalex.org/W3134494703","https://openalex.org/W3136738164","https://openalex.org/W4233229237","https://openalex.org/W6600298386","https://openalex.org/W6608452140"],"related_works":["https://openalex.org/W2618286804","https://openalex.org/W2329643025","https://openalex.org/W3131163342","https://openalex.org/W2092256833","https://openalex.org/W2142369114","https://openalex.org/W2095987352","https://openalex.org/W3109609494","https://openalex.org/W4312141008","https://openalex.org/W2154195517","https://openalex.org/W1997192661"],"abstract_inverted_index":{"Over":[0],"the":[1,11,21,33,96,107,110],"past":[2],"5":[3],"years,":[4],"there":[5],"has":[6],"been":[7],"an":[8],"increase":[9],"in":[10,41,95,106],"development":[12],"of":[13,36,77,99,109],"EHR-based":[14],"models":[15],"for":[16,25,84],"predicting":[17],"suicidal":[18],"behaviour.":[19],"Using":[20],"McGinn":[22],"(2000)":[23],"framework":[24],"creating":[26],"clinical":[27],"prediction":[28],"rules,":[29],"this":[30],"study":[31,105],"discusses":[32],"broad":[34],"validation":[35,70],"one":[37],"such":[38,65],"predictive":[39],"model":[40],"a":[42,66],"context":[43,98,108],"external":[44],"to":[45,63],"its":[46],"derivation.":[47],"Along":[48],"with":[49],"reporting":[50],"performance":[51],"metrics,":[52],"our":[53,104],"paper":[54],"high-lights":[55],"five":[56],"practical":[57],"challenges":[58],"that":[59],"arise":[60],"when":[61],"trying":[62],"undertake":[64],"project":[67],"including":[68],"(i)":[69],"sample":[71],"sizes,":[72],"(ii)":[73],"availability":[74],"and":[75,92],"timeliness":[76],"data,":[78],"(iii)":[79],"limited":[80],"or":[81],"incomplete":[82],"documentation":[83],"predictor":[85],"variables,":[86],"(iv)":[87],"reliance":[88],"on":[89],"structured":[90],"data":[91],"(v)":[93],"differences":[94],"source":[97],"algorithms.":[100],"We":[101],"also":[102],"discuss":[103],"current":[111],"literature.":[112]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}
