{"id":"https://openalex.org/W4410448453","doi":"https://doi.org/10.3233/shti250358","title":"Beyond Model Performance: Information Needs for an Algorithmovigilance Sociotechnical System","display_name":"Beyond Model Performance: Information Needs for an Algorithmovigilance Sociotechnical System","publication_year":2025,"publication_date":"2025-05-15","ids":{"openalex":"https://openalex.org/W4410448453","doi":"https://doi.org/10.3233/shti250358","pmid":"https://pubmed.ncbi.nlm.nih.gov/40380469"},"language":"en","primary_location":{"id":"doi:10.3233/shti250358","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250358","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI250358","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI250358","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029065525","display_name":"Megan E. Salwei","orcid":"https://orcid.org/0000-0002-5457-2501"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Megan E. Salwei","raw_affiliation_strings":["Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA"],"raw_orcid":"https://orcid.org/0000-0002-5457-2501","affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA","institution_ids":["https://openalex.org/I901861585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063516544","display_name":"Sharon E. Davis","orcid":"https://orcid.org/0000-0003-0792-8867"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sharon Davis","raw_affiliation_strings":["Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA","institution_ids":["https://openalex.org/I901861585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080907260","display_name":"Laurie L. Novak","orcid":"https://orcid.org/0000-0002-0415-4301"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laurie L. Novak","raw_affiliation_strings":["Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA","institution_ids":["https://openalex.org/I901861585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064356374","display_name":"Colin G. Walsh","orcid":"https://orcid.org/0000-0002-9379-2056"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Colin Walsh","raw_affiliation_strings":["Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA","institution_ids":["https://openalex.org/I901861585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015863518","display_name":"Carrie Reale","orcid":"https://orcid.org/0000-0002-9011-2692"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carrie Reale","raw_affiliation_strings":["Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA","institution_ids":["https://openalex.org/I901861585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102721316","display_name":"Scott D. Nelson","orcid":"https://orcid.org/0000-0002-1941-1817"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Scott Nelson","raw_affiliation_strings":["Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA","institution_ids":["https://openalex.org/I901861585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051794150","display_name":"Susannah Rose","orcid":"https://orcid.org/0000-0001-5895-7460"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Susannah Rose","raw_affiliation_strings":["Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA","institution_ids":["https://openalex.org/I901861585"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027380346","display_name":"Russ Beebe","orcid":"https://orcid.org/0000-0001-5488-8234"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Russ Beebe","raw_affiliation_strings":["Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA","institution_ids":["https://openalex.org/I901861585"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015307002","display_name":"Peter J. Emb\u00ed","orcid":"https://orcid.org/0000-0002-7733-0847"},"institutions":[{"id":"https://openalex.org/I901861585","display_name":"Vanderbilt University Medical Center","ror":"https://ror.org/05dq2gs74","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210162197","https://openalex.org/I901861585"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Embi","raw_affiliation_strings":["Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biomedical Informatics, Vanderbilt University Medical Center, Nashville, TN, USA","institution_ids":["https://openalex.org/I901861585"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I901861585"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14136986,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"327","issue":null,"first_page":"404","last_page":"405"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9578999876976013,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sociotechnical-system","display_name":"Sociotechnical system","score":0.934442400932312},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6013731956481934},{"id":"https://openalex.org/keywords/risk-analysis","display_name":"Risk analysis (engineering)","score":0.48979687690734863},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.4849672317504883},{"id":"https://openalex.org/keywords/healthcare-system","display_name":"Healthcare system","score":0.4718896150588989},{"id":"https://openalex.org/keywords/health-care","display_name":"Health care","score":0.44888463616371155},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.34640783071517944},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.34517598152160645},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.34002748131752014},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.18383345007896423},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1737562119960785}],"concepts":[{"id":"https://openalex.org/C127627568","wikidata":"https://www.wikidata.org/wiki/Q1639361","display_name":"Sociotechnical system","level":2,"score":0.934442400932312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6013731956481934},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.48979687690734863},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.4849672317504883},{"id":"https://openalex.org/C2988170871","wikidata":"https://www.wikidata.org/wiki/Q11000047","display_name":"Healthcare system","level":3,"score":0.4718896150588989},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.44888463616371155},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.34640783071517944},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.34517598152160645},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.34002748131752014},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.18383345007896423},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1737562119960785},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D061214","descriptor_name":"Patient Safety","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D061214","descriptor_name":"Patient Safety","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D061214","descriptor_name":"Patient Safety","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D061214","descriptor_name":"Patient Safety","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D061214","descriptor_name":"Patient Safety","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.3233/shti250358","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250358","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI250358","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},{"id":"pmid:40380469","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40380469","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in health technology and informatics","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:13294864","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC13294864/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Stud Health Technol Inform","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3233/shti250358","is_oa":true,"landing_page_url":"https://doi.org/10.3233/shti250358","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/SHTI250358","source":{"id":"https://openalex.org/S4210179765","display_name":"Studies in health technology and informatics","issn_l":"0926-9630","issn":["0926-9630","1879-8365"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"book series"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Studies in Health Technology and Informatics","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1756945920","display_name":null,"funder_award_id":"K01 HS029042","funder_id":"https://openalex.org/F4320332177","funder_display_name":"Agency for Healthcare Research and Quality"}],"funders":[{"id":"https://openalex.org/F4320332177","display_name":"Agency for Healthcare Research and Quality","ror":"https://ror.org/03jmfdf59"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410448453.pdf","grobid_xml":"https://content.openalex.org/works/W4410448453.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1980714815","https://openalex.org/W3133630643","https://openalex.org/W608490485","https://openalex.org/W2481729736","https://openalex.org/W4389636114","https://openalex.org/W2236208621","https://openalex.org/W2967475239","https://openalex.org/W4308919250","https://openalex.org/W2545074387","https://openalex.org/W3005051365"],"abstract_inverted_index":{"Proactive":[0],"and":[1,32,35],"ongoing":[2],"monitoring":[3,31],"of":[4],"AI":[5,17,30],"systems,":[6],"or":[7],"algorithmovigilance,":[8],"is":[9],"essential":[10],"for":[11,28,39],"mitigating":[12],"patient":[13],"safety":[14],"risks":[15],"from":[16],"in":[18],"healthcare.":[19],"In":[20],"this":[21],"study,":[22],"we":[23],"describe":[24],"the":[25],"information":[26],"needs":[27],"an":[29],"operations":[33],"system":[34],"provide":[36],"design":[37],"guidelines":[38],"algorithmovigilance":[40],"systems.":[41]},"counts_by_year":[],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}