{"id":"https://openalex.org/W4223493796","doi":"https://doi.org/10.1136/bmjhci-2021-100423","title":"A proposal for developing a platform that evaluates algorithmic equity and accuracy","display_name":"A proposal for developing a platform that evaluates algorithmic equity and accuracy","alternate_titles":[],"publication_year":2022,"publication_date":"2022-04-01","ids":{"openalex":"https://openalex.org/W4223493796","doi":"https://doi.org/10.1136/bmjhci-2021-100423","pmid":"https://pubmed.ncbi.nlm.nih.gov/35410952","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/9003600"},"language":"en","primary_location":{"id":"doi:10.1136/bmjhci-2021-100423","doi":"https://doi.org/10.1136/bmjhci-2021-100423","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmjhci-2021-100423","pdf_url":null,"source":{"id":"https://openalex.org/S4210217889","display_name":"BMJ Health & Care Informatics","issn_l":"2632-1009","issn":["2632-1009"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ Health &amp; Care Informatics","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4223493796"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1136/bmjhci-2021-100423","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020356570","display_name":"Paul L. Cerrato","orcid":"https://orcid.org/0000-0002-5277-0993","observed_orcids":["https://orcid.org/0000-0002-5277-0993"]},"institutions":[{"id":"https://openalex.org/I1330342723","display_name":"Mayo Clinic","ror":"https://ror.org/02qp3tb03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Paul Cerrato","raw_affiliation_strings":["Paul Cerrato is Senior Research Analyst/Communications Specialist, Mayo Clinic Platform; John Halamka is President of Mayo Clinic Platform, Mayo Clinic Rochester, Rochester, Minnesota, USA","John Halamka is President of Mayo Clinic Platform, Mayo Clinic Rochester, Rochester, Minnesota, USA","Paul Cerrato is Senior Research Analyst/Communications Specialist, Mayo Clinic Platform"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paul Cerrato is Senior Research Analyst/Communications Specialist, Mayo Clinic Platform; John Halamka is President of Mayo Clinic Platform, Mayo Clinic Rochester, Rochester, Minnesota, USA","institution_ids":["https://openalex.org/I1330342723"]},{"raw_affiliation_string":"John Halamka is President of Mayo Clinic Platform, Mayo Clinic Rochester, Rochester, Minnesota, USA","institution_ids":["https://openalex.org/I1330342723"]},{"raw_affiliation_string":"Paul Cerrato is Senior Research Analyst/Communications Specialist, Mayo Clinic Platform","institution_ids":["https://openalex.org/I1330342723"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079644404","display_name":"John David Halamka","orcid":"https://orcid.org/0000-0003-2305-6755","observed_orcids":["https://orcid.org/0000-0003-2305-6755"]},"institutions":[{"id":"https://openalex.org/I1330342723","display_name":"Mayo Clinic","ror":"https://ror.org/02qp3tb03","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1330342723"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"John Halamka","raw_affiliation_strings":["Paul Cerrato is Senior Research Analyst/Communications Specialist, Mayo Clinic Platform; John Halamka is President of Mayo Clinic Platform, Mayo Clinic Rochester, Rochester, Minnesota, USA","John Halamka is President of Mayo Clinic Platform, Mayo Clinic Rochester, Rochester, Minnesota, USA","Paul Cerrato is Senior Research Analyst/Communications Specialist, Mayo Clinic Platform"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Paul Cerrato is Senior Research Analyst/Communications Specialist, Mayo Clinic Platform; John Halamka is President of Mayo Clinic Platform, Mayo Clinic Rochester, Rochester, Minnesota, USA","institution_ids":["https://openalex.org/I1330342723"]},{"raw_affiliation_string":"John Halamka is President of Mayo Clinic Platform, Mayo Clinic Rochester, Rochester, Minnesota, USA","institution_ids":["https://openalex.org/I1330342723"]},{"raw_affiliation_string":"Paul Cerrato is Senior Research Analyst/Communications Specialist, Mayo Clinic Platform","institution_ids":["https://openalex.org/I1330342723"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064002558","display_name":"Michael J. Pencina","orcid":"https://orcid.org/0000-0002-1968-2641","observed_orcids":["https://orcid.org/0000-0002-1968-2641","https://orcid.org/0000-0001-5798-8855"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Michael Pencina","raw_affiliation_strings":["Vice Dean for Data Science and Information Technology, Duke University, Durham, North Carolina, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vice Dean for Data Science and Information Technology, Duke University, Durham, North Carolina, USA","institution_ids":["https://openalex.org/I170897317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5020356570"],"corresponding_institution_ids":["https://openalex.org/I1330342723"],"apc_list":{"value":1800,"currency":"GBP","value_usd":2207},"apc_paid":{"value":1800,"currency":"GBP","value_usd":2207},"fwci":2.3801,"has_fulltext":true,"cited_by_count":48,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.90411451,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"29","issue":"1","first_page":"e100423","last_page":"e100423"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.5849999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.5849999785423279,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4099000096321106,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/algorithmic-bias","display_name":"algorithmic bias","score":0.8309999704360962},{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.8349999785423279},{"id":"https://openalex.org/keywords/algorithmic-accuracy","display_name":"algorithmic accuracy","score":0.800000011920929},{"id":"https://openalex.org/keywords/artificial-intelligence-in-healthcare","display_name":"artificial intelligence in healthcare","score":0.9580000042915344},{"id":"https://openalex.org/keywords/race","display_name":"race","score":0.3499999940395355},{"id":"https://openalex.org/keywords/gender","display_name":"gender","score":0.9789999723434448},{"id":"https://openalex.org/keywords/socioeconomic-status","display_name":"socioeconomic status","score":1.0},{"id":"https://openalex.org/keywords/diagnostic-algorithm","display_name":"diagnostic algorithm","score":0.5619999766349792},{"id":"https://openalex.org/keywords/treatment-algorithm","display_name":"treatment algorithm","score":0.781000018119812},{"id":"https://openalex.org/keywords/prospective-study","display_name":"prospective study","score":0.6949999928474426},{"id":"https://openalex.org/keywords/algorithmic-transparency","display_name":"algorithmic transparency","score":0.5},{"id":"https://openalex.org/keywords/mayo-clinic","display_name":"Mayo Clinic","score":0.5630000233650208},{"id":"https://openalex.org/keywords/duke-university","display_name":"Duke University","score":0.921999990940094}],"concepts":[{"id":"https://openalex.org/C199728807","wikidata":"https://www.wikidata.org/wiki/Q2578557","display_name":"Equity (law)","level":2,"score":0.6483315229415894},{"id":"https://openalex.org/C2781354396","wikidata":"https://www.wikidata.org/wiki/Q840407","display_name":"Enthusiasm","level":2,"score":0.6374423503875732},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6032038927078247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5836150050163269},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5823509693145752},{"id":"https://openalex.org/C160735492","wikidata":"https://www.wikidata.org/wiki/Q31207","display_name":"Health care","level":2,"score":0.4747239351272583},{"id":"https://openalex.org/C147077947","wikidata":"https://www.wikidata.org/wiki/Q1515895","display_name":"Socioeconomic status","level":3,"score":0.4599567651748657},{"id":"https://openalex.org/C2250968","wikidata":"https://www.wikidata.org/wiki/Q1512929","display_name":"Health equity","level":3,"score":0.42996805906295776},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.42826586961746216},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4080233573913574},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.24729284644126892},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22458115220069885},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.14546018838882446},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003695","descriptor_name":"Delivery of Health Care","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011446","descriptor_name":"Prospective Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1136/bmjhci-2021-100423","doi":"https://doi.org/10.1136/bmjhci-2021-100423","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmjhci-2021-100423","pdf_url":null,"source":{"id":"https://openalex.org/S4210217889","display_name":"BMJ Health & Care Informatics","issn_l":"2632-1009","issn":["2632-1009"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ Health &amp; Care Informatics","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9003600","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC9003600/","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC9003600/pdf/","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ Health Care Inform","raw_type":"Text"},{"id":"pmid:35410952","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35410952","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ health & care informatics","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:f89c88602be249158507cda30a90f37a","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/f89c88602be249158507cda30a90f37a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMJ Health & Care Informatics, Vol 29, Iss 1 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1136/bmjhci-2021-100423","doi":"https://doi.org/10.1136/bmjhci-2021-100423","is_oa":true,"landing_page_url":"https://doi.org/10.1136/bmjhci-2021-100423","pdf_url":null,"source":{"id":"https://openalex.org/S4210217889","display_name":"BMJ Health & Care Informatics","issn_l":"2632-1009","issn":["2632-1009"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-b","doyens","jufo-1","ki-jl-1","medline","norway-1","oarl","poland-20","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310319945","host_organization_name":"BMJ","host_organization_lineage":["https://openalex.org/P4310319945"],"host_organization_lineage_names":["BMJ"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMJ Health &amp; Care Informatics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8048999905586243,"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being"},{"score":0.7578999996185303,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4223493796.pdf","grobid_xml":"https://content.openalex.org/works/W4223493796.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W2168536722","https://openalex.org/W2285232123","https://openalex.org/W2790216347","https://openalex.org/W2796885425","https://openalex.org/W2888109941","https://openalex.org/W2981575922","https://openalex.org/W2981869278","https://openalex.org/W3001764054","https://openalex.org/W3002972902","https://openalex.org/W3018952511","https://openalex.org/W3030030520","https://openalex.org/W3093937657","https://openalex.org/W3094857195","https://openalex.org/W3114626119","https://openalex.org/W3127157950","https://openalex.org/W3136552952","https://openalex.org/W3136960503","https://openalex.org/W3143784018","https://openalex.org/W3177617320","https://openalex.org/W4229672931"],"related_works":["https://openalex.org/W4388449423","https://openalex.org/W4381716616","https://openalex.org/W7023946900","https://openalex.org/W7214544594","https://openalex.org/W6941201487","https://openalex.org/W6930949206","https://openalex.org/W7164454097","https://openalex.org/W4404016455","https://openalex.org/W4311102276","https://openalex.org/W4399153522"],"abstract_inverted_index":{"We":[0,68,75],"are":[1],"at":[2,16],"a":[3,14],"pivotal":[4],"moment":[5],"in":[6],"the":[7,27,32,58,77,109],"development":[8],"of":[9,36,60,65,111],"healthcare":[10,90],"artificial":[11],"intelligence":[12],"(AI),":[13],"point":[15],"which":[17],"enthusiasm":[18],"for":[19,92],"machine":[20],"learning":[21],"has":[22],"not":[23],"caught":[24],"up":[25],"with":[26],"scientific":[28],"evidence":[29],"to":[30,49,72,105],"support":[31],"equity":[33],"and":[34,38,52,55,63,100,113,125,136],"accuracy":[35],"diagnostic":[37],"therapeutic":[39],"algorithms.":[40,117],"This":[41],"proposal":[42],"examines":[43],"algorithmic":[44],"biases,":[45],"including":[46,57],"those":[47],"related":[48],"race,":[50],"gender":[51],"socioeconomic":[53],"status,":[54],"accuracy,":[56],"paucity":[59],"prospective":[61],"studies":[62],"lack":[64],"multisite":[66],"validation.":[67],"then":[69],"suggest":[70],"solutions":[71],"these":[73],"problems.":[74],"describe":[76],"Mayo":[78],"Clinic,":[79],"Duke":[80],"University,":[81],"Change":[82],"Healthcare":[83],"project":[84],"that":[85,115],"is":[86],"evaluating":[87],"35.1":[88],"billion":[89],"records":[91],"bias.":[93],"And":[94],"we":[95],"propose":[96],"'Ingredients'":[97],"style":[98],"labels":[99],"an":[101],"AI":[102],"evaluation/testing":[103],"system":[104],"help":[106],"clinicians":[107],"judge":[108],"merits":[110],"products":[112],"services":[114],"include":[116,121],"Said":[118],"testing":[119],"would":[120],"input":[122],"data":[123],"sources":[124],"types,":[126],"dataset":[127],"population":[128],"composition,":[129],"algorithm":[130],"validation":[131],"techniques,":[132],"bias":[133],"assessment":[134],"evaluation":[135],"performance":[137],"metrics.":[138]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4223493796","counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":11},{"year":2022,"cited_by_count":7}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2022-04-15T00:00:00"}
