{"id":"https://openalex.org/W2912371425","doi":"https://doi.org/10.1080/10824669.2018.1523734","title":"Receiver Operating Characteristic (ROC) Area Under the Curve (AUC): A Diagnostic Measure for Evaluating the Accuracy of Predictors of Education Outcomes","display_name":"Receiver Operating Characteristic (ROC) Area Under the Curve (AUC): A Diagnostic Measure for Evaluating the Accuracy of Predictors of Education Outcomes","alternate_titles":[],"publication_year":2019,"publication_date":"2019-01-02","ids":{"openalex":"https://openalex.org/W2912371425","doi":"https://doi.org/10.1080/10824669.2018.1523734","mag":"2912371425"},"language":"en","primary_location":{"id":"doi:10.1080/10824669.2018.1523734","doi":"https://doi.org/10.1080/10824669.2018.1523734","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10824669.2018.1523734","pdf_url":null,"source":{"id":"https://openalex.org/S4210199419","display_name":"Journal of Education for Students Placed at Risk (JESPAR)","issn_l":"1082-4669","issn":["1082-4669","1532-7671"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319847","host_organization_name":"Routledge","host_organization_lineage":["https://openalex.org/P4310319847","https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Routledge","Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Education for Students Placed at Risk (JESPAR)","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2912371425"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.7916/d8-nc5k-3m53","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009069747","display_name":"Alex J. Bowers","orcid":"https://orcid.org/0000-0002-5140-6428","observed_orcids":["https://orcid.org/0000-0002-5140-6428"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Alex J. Bowers","raw_affiliation_strings":["Department of Organization and Leadership, Teachers College, Columbia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Organization and Leadership, Teachers College, Columbia University","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xiaoliang Zhou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoliang Zhou","raw_affiliation_strings":["Department of Organization and Leadership, Teachers College, Columbia University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Organization and Leadership, Teachers College, Columbia University","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5009069747"],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":12.7794,"has_fulltext":false,"cited_by_count":284,"citation_normalized_percentile":{"value":0.98954248,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"24","issue":"1","first_page":"20","last_page":"46"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.8564000129699707,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.8564000129699707,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13929","display_name":"Educational Outcomes and Influences","score":0.05270000174641609,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13405","display_name":"Educational Assessment and Improvement","score":0.027400000020861626,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/receiver-operating-characteristic","display_name":"receiver operating characteristic","score":0.9049999713897705},{"id":"https://openalex.org/keywords/area-under-the-curve","display_name":"area under the curve","score":0.9739999771118164},{"id":"https://openalex.org/keywords/early-warning-systems","display_name":"early warning systems","score":0.7210000157356262},{"id":"https://openalex.org/keywords/early-warning-indicators","display_name":"early warning indicators","score":0.9950000047683716},{"id":"https://openalex.org/keywords/signal-detection-theory","display_name":"signal detection theory","score":0.6549999713897705},{"id":"https://openalex.org/keywords/sensitivity-and-specificity","display_name":"sensitivity and specificity","score":0.8960000276565552},{"id":"https://openalex.org/keywords/prediction-accuracy","display_name":"prediction accuracy","score":0.6980000138282776},{"id":"https://openalex.org/keywords/school-dropout","display_name":"school dropout","score":0.6679999828338623},{"id":"https://openalex.org/keywords/college-enrollment","display_name":"college enrollment","score":0.9760000109672546},{"id":"https://openalex.org/keywords/education-longitudinal-study-of-2002","display_name":"Education Longitudinal Study of 2002","score":0.9210000038146973},{"id":"https://openalex.org/keywords/at-risk-students","display_name":"at-risk students","score":0.7319999933242798}],"concepts":[{"id":"https://openalex.org/C58471807","wikidata":"https://www.wikidata.org/wiki/Q327120","display_name":"Receiver operating characteristic","level":2,"score":0.9036760330200195},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.5499613881111145},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5075803995132446},{"id":"https://openalex.org/C3020225094","wikidata":"https://www.wikidata.org/wiki/Q80091","display_name":"Area under curve","level":3,"score":0.4700576066970825},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.44478049874305725},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.42938733100891113},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.41143184900283813},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3471648395061493},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3337882161140442},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.29611432552337646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2792004942893982},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2639881372451782},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18470320105552673},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15551960468292236},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.09303811192512512},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C112705442","wikidata":"https://www.wikidata.org/wiki/Q323936","display_name":"Pharmacokinetics","level":2,"score":0.0},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/10824669.2018.1523734","doi":"https://doi.org/10.1080/10824669.2018.1523734","is_oa":false,"landing_page_url":"https://doi.org/10.1080/10824669.2018.1523734","pdf_url":null,"source":{"id":"https://openalex.org/S4210199419","display_name":"Journal of Education for Students Placed at Risk (JESPAR)","issn_l":"1082-4669","issn":["1082-4669","1532-7671"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319847","host_organization_name":"Routledge","host_organization_lineage":["https://openalex.org/P4310319847","https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Routledge","Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Education for Students Placed at Risk (JESPAR)","raw_type":"journal-article"},{"id":"doi:10.7916/d8-nc5k-3m53","doi":"https://doi.org/10.7916/d8-nc5k-3m53","is_oa":true,"landing_page_url":"https://doi.org/10.7916/d8-nc5k-3m53","pdf_url":null,"source":{"id":"https://openalex.org/S4306402601","display_name":"Columbia Academic Commons (Columbia University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I78577930","host_organization_name":"Columbia University","host_organization_lineage":["https://openalex.org/I78577930"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.7916/d8-nc5k-3m53","doi":"https://doi.org/10.7916/d8-nc5k-3m53","is_oa":true,"landing_page_url":"https://doi.org/10.7916/d8-nc5k-3m53","pdf_url":null,"source":{"id":"https://openalex.org/S4306402601","display_name":"Columbia Academic Commons (Columbia University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I78577930","host_organization_name":"Columbia University","host_organization_lineage":["https://openalex.org/I78577930"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.8278999924659729}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337389","display_name":"Division of Information and Intelligent Systems","ror":"https://ror.org/053a2cp42"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W2663162","https://openalex.org/W14180500","https://openalex.org/W114882019","https://openalex.org/W120317145","https://openalex.org/W129929522","https://openalex.org/W158310253","https://openalex.org/W235134114","https://openalex.org/W1149917161","https://openalex.org/W1515026043","https://openalex.org/W1827505144","https://openalex.org/W1829632160","https://openalex.org/W1918776538","https://openalex.org/W1921355529","https://openalex.org/W1924019856","https://openalex.org/W1980245075","https://openalex.org/W1990534247","https://openalex.org/W1990748933","https://openalex.org/W1991838140","https://openalex.org/W1992793672","https://openalex.org/W1997049132","https://openalex.org/W1998098513","https://openalex.org/W2003768673","https://openalex.org/W2006617902","https://openalex.org/W2016493493","https://openalex.org/W2019108899","https://openalex.org/W2024138315","https://openalex.org/W2024669684","https://openalex.org/W2037346301","https://openalex.org/W2040519292","https://openalex.org/W2049015059","https://openalex.org/W2049542583","https://openalex.org/W2054225623","https://openalex.org/W2060774914","https://openalex.org/W2063293722","https://openalex.org/W2067782908","https://openalex.org/W2068258779","https://openalex.org/W2073984073","https://openalex.org/W2074195322","https://openalex.org/W2094535645","https://openalex.org/W2096395855","https://openalex.org/W2098343891","https://openalex.org/W2099066908","https://openalex.org/W2102150307","https://openalex.org/W2103828219","https://openalex.org/W2104960492","https://openalex.org/W2116554310","https://openalex.org/W2118562100","https://openalex.org/W2126052647","https://openalex.org/W2134572655","https://openalex.org/W2134963533","https://openalex.org/W2143959207","https://openalex.org/W2147678577","https://openalex.org/W2148062318","https://openalex.org/W2148787029","https://openalex.org/W2153378020","https://openalex.org/W2157825442","https://openalex.org/W2171978454","https://openalex.org/W2222514976","https://openalex.org/W2226203850","https://openalex.org/W2230742249","https://openalex.org/W2290214234","https://openalex.org/W2293771794","https://openalex.org/W2328176404","https://openalex.org/W2337377905","https://openalex.org/W2465016397","https://openalex.org/W2465637239","https://openalex.org/W2528590784","https://openalex.org/W2549053948","https://openalex.org/W2579606709","https://openalex.org/W2582743722","https://openalex.org/W2593802084","https://openalex.org/W2607974405","https://openalex.org/W2611176525","https://openalex.org/W2732599124","https://openalex.org/W2732628908","https://openalex.org/W2737191237","https://openalex.org/W2777013883","https://openalex.org/W2781826189","https://openalex.org/W2783293565","https://openalex.org/W2788324510","https://openalex.org/W2796099688","https://openalex.org/W2809229118","https://openalex.org/W2886007173","https://openalex.org/W2910582135","https://openalex.org/W2973635060","https://openalex.org/W4205774453","https://openalex.org/W4206430916","https://openalex.org/W4234744528","https://openalex.org/W4240254237","https://openalex.org/W4246207038"],"related_works":["https://openalex.org/W2918759385","https://openalex.org/W2003768673","https://openalex.org/W2024138315","https://openalex.org/W2901328873","https://openalex.org/W4411550415","https://openalex.org/W7005215173","https://openalex.org/W2809229118","https://openalex.org/W6949946396","https://openalex.org/W2964813331","https://openalex.org/W2972624905"],"abstract_inverted_index":{"Early":[0,5],"Warning":[1,6],"Systems":[2],"(EWS)":[3],"and":[4,18,38,57,86,89,133,137],"Indictors":[7],"(EWI)":[8],"have":[9],"recently":[10],"emerged":[11],"as":[12,125],"an":[13],"attractive":[14],"domain":[15,48],"for":[16,63],"states":[17],"school":[19],"districts":[20],"interested":[21],"in":[22,94],"predicting":[23],"student":[24,122],"outcomes":[25],"using":[26,71,90],"data":[27,99],"that":[28],"schools":[29],"already":[30],"collect":[31],"with":[32],"the":[33,47,52,78,84,91,101],"intention":[34],"to":[35,116],"better":[36],"time":[37],"tailor":[39],"interventions.":[40],"However,":[41],"current":[42],"diagnostic":[43],"measures":[44],"used":[45],"across":[46],"do":[49],"not":[50],"consider":[51],"dual":[53],"issues":[54],"of":[55,59,105,111,119,121,128],"sensitivity":[56],"specificity":[58],"predictors,":[60],"key":[61],"components":[62],"considering":[64],"accuracy.":[65],"We":[66],"apply":[67],"signal":[68],"detection":[69],"theory":[70],"Receiver":[72],"Operating":[73],"Characteristic":[74],"(ROC)":[75],"Area":[76],"Under":[77],"Curve":[79],"(AUC)":[80],"analysis":[81,115],"adapted":[82],"from":[83,100],"engineering":[85],"medical":[87],"domains,":[88],"pROC":[92],"package":[93],"R.":[95],"Using":[96],"nationally":[97],"generalizable":[98],"Education":[102],"Longitudinal":[103],"Study":[104],"2002":[106],"(ELS:2002)":[107],"we":[108],"provide":[109],"examples":[110],"applying":[112],"ROC":[113],"accuracy":[114],"a":[117],"variety":[118],"predictors":[120],"outcomes,":[123],"such":[124],"dropping":[126],"out":[127],"high":[129],"school,":[130],"college":[131],"enrollment,":[132],"postsecondary":[134],"STEM":[135],"degrees":[136],"careers.":[138]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2912371425","counts_by_year":[{"year":2026,"cited_by_count":43},{"year":2025,"cited_by_count":61},{"year":2024,"cited_by_count":58},{"year":2023,"cited_by_count":52},{"year":2022,"cited_by_count":39},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":3}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2019-02-21T00:00:00"}
