{"id":"https://openalex.org/W4323537726","doi":"https://doi.org/10.1097/acm.0000000000005202","title":"Artificial Intelligence Screening of Medical School Applications: Development and Validation of a Machine-Learning Algorithm","display_name":"Artificial Intelligence Screening of Medical School Applications: Development and Validation of a Machine-Learning Algorithm","alternate_titles":[],"publication_year":2023,"publication_date":"2023-03-06","ids":{"openalex":"https://openalex.org/W4323537726","doi":"https://doi.org/10.1097/acm.0000000000005202","pmid":"https://pubmed.ncbi.nlm.nih.gov/36888969"},"language":"en","primary_location":{"id":"doi:10.1097/acm.0000000000005202","doi":"https://doi.org/10.1097/acm.0000000000005202","is_oa":false,"landing_page_url":"https://doi.org/10.1097/acm.0000000000005202","pdf_url":null,"source":{"id":"https://openalex.org/S19793444","display_name":"Academic Medicine","issn_l":"1040-2446","issn":["1040-2446","1938-808X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic Medicine","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4323537726"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050003302","display_name":"Marc M. Triola","orcid":"https://orcid.org/0000-0002-6303-3112","observed_orcids":["https://orcid.org/0000-0002-6303-3112"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Marc M Triola","raw_affiliation_strings":["M.M. Triola is associate dean of educational informatics and director, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York","M.M. Triolais associate dean of educational informatics and director, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York; ORCID:"],"raw_orcid":"https://orcid.org/0000-0002-6303-3112","affiliations":[{"raw_affiliation_string":"M.M. Triola is associate dean of educational informatics and director, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"M.M. Triolais associate dean of educational informatics and director, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York; ORCID:","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080771821","display_name":"Ilan Reinstein","orcid":"https://orcid.org/0000-0001-7360-4436","observed_orcids":["https://orcid.org/0000-0001-7360-4436"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ilan Reinstein","raw_affiliation_strings":["I. Reinstein is a data scientist, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York ; Ilan.Reinstein@nyulangone.org","I. Reinsteinis a data scientist, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"I. Reinstein is a data scientist, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York ; Ilan.Reinstein@nyulangone.org","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"I. Reinsteinis a data scientist, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030970425","display_name":"Marina Marin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marina Marin","raw_affiliation_strings":["M. Marin is director, Division of Academic Analytics, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York ; Marina.Marin@nyulangone.org","M. Marinis director, Division of Academic Analytics, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"M. Marin is director, Division of Academic Analytics, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York ; Marina.Marin@nyulangone.org","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"M. Marinis director, Division of Academic Analytics, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004454259","display_name":"Colleen C. Gillespie","orcid":"https://orcid.org/0000-0001-9096-3430","observed_orcids":["https://orcid.org/0000-0001-9096-3430"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Colleen Gillespie","raw_affiliation_strings":["C. Gillespie is director, Division of Education Quality, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York ; Colleen.Gillespie@nyulangone.org","C. Gillespieis director, Division of Education Quality, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"C. Gillespie is director, Division of Education Quality, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York ; Colleen.Gillespie@nyulangone.org","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"C. Gillespieis director, Division of Education Quality, Institute for Innovations in Medical Education, NYU Grossman School of Medicine, New York, New York","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009863149","display_name":"Steven B. Abramson","orcid":"https://orcid.org/0000-0002-0668-6344","observed_orcids":["https://orcid.org/0000-0002-0668-6344"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Steven Abramson","raw_affiliation_strings":["S. Abramson is vice dean for education, faculty, and academic affairs and chief academic officer, NYU Grossman School of Medicine, New York, New York ; StevenB.Abramson@nyulangone.org","S. Abramsonis vice dean for education, faculty, and academic affairs and chief academic officer, NYU Grossman School of Medicine, New York, New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"S. Abramson is vice dean for education, faculty, and academic affairs and chief academic officer, NYU Grossman School of Medicine, New York, New York ; StevenB.Abramson@nyulangone.org","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"S. Abramsonis vice dean for education, faculty, and academic affairs and chief academic officer, NYU Grossman School of Medicine, New York, New York","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103641879","display_name":"Robert I. Grossman","orcid":"https://orcid.org/0000-0003-0805-2131","observed_orcids":["https://orcid.org/0000-0003-0805-2131"]},"institutions":[{"id":"https://openalex.org/I4210086933","display_name":"NYU Langone Health","ror":"https://ror.org/005dvqh91","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I4210086933"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Robert I Grossman","raw_affiliation_strings":["R.I. Grossman is chief executive officer, NYU Langone Health, and dean, NYU Grossman School of Medicine, New York, New York ; Robert.Grossman@nyulangone.org","R.I. Grossmanis chief executive officer, NYU Langone Health, and dean, NYU Grossman School of Medicine, New York, New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"R.I. Grossman is chief executive officer, NYU Langone Health, and dean, NYU Grossman School of Medicine, New York, New York ; Robert.Grossman@nyulangone.org","institution_ids":["https://openalex.org/I4210086933","https://openalex.org/I57206974"]},{"raw_affiliation_string":"R.I. Grossmanis chief executive officer, NYU Langone Health, and dean, NYU Grossman School of Medicine, New York, New York","institution_ids":["https://openalex.org/I4210086933","https://openalex.org/I57206974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5104065786","display_name":"Rafael E. Rivera","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rafael Rivera","raw_affiliation_strings":["R. Rivera Jr is associate dean for admission and financial aid, NYU Grossman School of Medicine, New York, New York ; Rafael.Rivera@nyulangone.org","R. Rivera Jris associate dean for admission and financial aid, NYU Grossman School of Medicine, New York, New York"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"R. Rivera Jr is associate dean for admission and financial aid, NYU Grossman School of Medicine, New York, New York ; Rafael.Rivera@nyulangone.org","institution_ids":["https://openalex.org/I57206974"]},{"raw_affiliation_string":"R. Rivera Jris associate dean for admission and financial aid, NYU Grossman School of Medicine, New York, New York","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5050003302","https://openalex.org/A5103641879"],"corresponding_institution_ids":["https://openalex.org/I4210086933","https://openalex.org/I57206974"],"apc_list":null,"apc_paid":null,"fwci":5.8869,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.97122265,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":"98","issue":"9","first_page":"1036","last_page":"1043"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12602","display_name":"Medical Education and Admissions","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12602","display_name":"Medical Education and Admissions","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.002400000113993883,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13812","display_name":"AI and HR Technologies","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/1407","display_name":"Organizational Behavior and Human Resource Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/medical-school-admissions","display_name":"medical school admissions","score":0.8790000081062317},{"id":"https://openalex.org/keywords/candidate-screening","display_name":"applicant screening","score":0.7110000252723694},{"id":"https://openalex.org/keywords/machine-learning-algorithms","display_name":"machine learning algorithms","score":0.7419999837875366},{"id":"https://openalex.org/keywords/algorithmic-decision-making","display_name":"algorithmic decision-making","score":0.6039999723434448},{"id":"https://openalex.org/keywords/female-applicants","display_name":"female applicants","score":0.7900000214576721},{"id":"https://openalex.org/keywords/interview-invitations","display_name":"interview invitations","score":0.5640000104904175},{"id":"https://openalex.org/keywords/algorithm-validation","display_name":"algorithm validation","score":0.5870000123977661}],"concepts":[{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5772861838340759},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5666874647140503},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.554338276386261},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.37864285707473755},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.24695181846618652}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D005260","descriptor_name":"Female","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012189","descriptor_name":"Retrospective Studies","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012577","descriptor_name":"Schools, Medical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1097/acm.0000000000005202","doi":"https://doi.org/10.1097/acm.0000000000005202","is_oa":false,"landing_page_url":"https://doi.org/10.1097/acm.0000000000005202","pdf_url":null,"source":{"id":"https://openalex.org/S19793444","display_name":"Academic Medicine","issn_l":"1040-2446","issn":["1040-2446","1938-808X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-a","doyens","jufo-1","ki-jl-1","medline","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315671","host_organization_name":"Lippincott Williams & Wilkins","host_organization_lineage":["https://openalex.org/P4310315671","https://openalex.org/P4310318547"],"host_organization_lineage_names":["Lippincott Williams & Wilkins","Wolters Kluwer"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic Medicine","raw_type":"journal-article"},{"id":"pmid:36888969","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36888969","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Academic medicine : journal of the Association of American Medical Colleges","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Good health and well-being","score":0.428600013256073,"id":"https://metadata.un.org/sdg/3"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W195323857","https://openalex.org/W1487097365","https://openalex.org/W1558712372","https://openalex.org/W1969089620","https://openalex.org/W1975381216","https://openalex.org/W1987728722","https://openalex.org/W1999142158","https://openalex.org/W2024033613","https://openalex.org/W2032607423","https://openalex.org/W2079669378","https://openalex.org/W2160442306","https://openalex.org/W2165832562","https://openalex.org/W2277109345","https://openalex.org/W2342203017","https://openalex.org/W2525289260","https://openalex.org/W2615974185","https://openalex.org/W2779161925","https://openalex.org/W2788740081","https://openalex.org/W2808498117","https://openalex.org/W2911964244","https://openalex.org/W2990061560","https://openalex.org/W2999637955","https://openalex.org/W3000498823","https://openalex.org/W3005317579","https://openalex.org/W3134508370","https://openalex.org/W3187352571","https://openalex.org/W3210386096","https://openalex.org/W3215367316","https://openalex.org/W4226017353","https://openalex.org/W4281487392","https://openalex.org/W4281767326","https://openalex.org/W4285678817","https://openalex.org/W4299689471"],"related_works":["https://openalex.org/W3187352571","https://openalex.org/W4321212756","https://openalex.org/W7127299775","https://openalex.org/W138063506","https://openalex.org/W7160618639","https://openalex.org/W1982185527","https://openalex.org/W4385332627","https://openalex.org/W2014074174","https://openalex.org/W4415477420","https://openalex.org/W4280582321"],"abstract_inverted_index":{"PURPOSE:":[0],"To":[1,70],"explore":[2],"whether":[3],"a":[4,39,57,75],"machine-learning":[5],"algorithm":[6,186,230,267,277],"could":[7],"accurately":[8],"perform":[9],"the":[10,26,36,51,64,72,81,103,117,128,159,206,210,220,229,238,241,245,257,266,290],"initial":[11],"screening":[12,23,281],"of":[13,109,122,145,153,217,226,240,254,263,282,295],"medical":[14,283,296],"school":[15,284,297],"applications.":[16],"METHOD:":[17],"Using":[18],"application":[19,30,66],"data":[20],"and":[21,56,92,112,114,125,135,148,150,156,166,187,224,261,286,292],"faculty":[22,41,91,184,221,258,275,280],"outcomes":[24],"from":[25,50],"2013":[27,52],"to":[28,53,183],"2017":[29,54],"cycles":[31,55],"(n":[32],"=":[33,233,270],"14,555":[34],"applications),":[35],"authors":[37],"created":[38],"virtual":[40,274],"screener":[42,276],"algorithm.":[43,95],"A":[44],"retrospective":[45,98],"validation":[46,59,99,141],"using":[47,60],"2,910":[48],"applications":[49,62,87,285],"prospective":[58,140],"2,715":[61],"during":[63],"2018":[65],"cycle":[67],"were":[68,201],"performed.":[69],"test":[71],"validated":[73],"algorithm,":[74],"randomized":[76,171],"trial":[77,172],"was":[78,248],"performed":[79],"in":[80,177,192,197,205,219,228,237,256,265,289],"2019":[82],"cycle,":[83],"with":[84,244],"1,827":[85],"eligible":[86],"being":[88],"reviewed":[89],"by":[90,94],"1,873":[93],"RESULTS:":[96],"The":[97,139,170,273],"yielded":[100,142],"area":[101,115],"under":[102,116],"receiver":[104],"operating":[105],"characteristic":[106],"(AUROC)":[107],"values":[108,121,144,152],"0.83,":[110,146],"0.64,":[111],"0.83":[113],"precision-recall":[118],"curve":[119],"(AUPRC)":[120],"0.61,":[123],"0.54,":[124],"0.65":[126,157],"for":[127,130,133,158,161,164],"invite":[129,160],"interview,":[131,162],"hold":[132,163],"review,":[134,165],"reject":[136,167],"groups,":[137,168],"respectively.":[138,169],"AUROC":[143],"0.62,":[147],"0.82":[149],"AUPRC":[151],"0.66,":[154],"0.47,":[155],"found":[173,249],"no":[174,202],"significant":[175,203],"differences":[176,204],"overall":[178],"interview":[179,215,247],"recommendation":[180],"rates":[181,207],"according":[182],"or":[185,190],"among":[188,250],"female":[189,251],"underrepresented":[191,196],"medicine":[193,198],"applicants.":[194,298],"In":[195],"applicants,":[199],"there":[200],"at":[208],"which":[209],"admissions":[211],"committee":[212,242],"offered":[213],"an":[214],"(70":[216],"71":[218],"reviewer":[222,259],"arm":[223,260],"61":[225],"65":[227],"arm;":[231,268],"P":[232,269],".14).":[234],"No":[235],"difference":[236],"rate":[239],"agreeing":[243],"recommended":[246],"applicants":[252],"(224":[253],"229":[255],"220":[262],"227":[264],".55).":[271],"CONCLUSIONS:":[272],"successfully":[278],"replicated":[279],"may":[287],"aid":[288],"consistent":[291],"reliable":[293],"review":[294]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4323537726","counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2023-03-09T00:00:00"}
