{"id":"https://openalex.org/W4407841738","doi":"https://doi.org/10.1145/3706468.3706477","title":"The Difficulty of Achieving High Precision with Low Base Rates for High-Stakes Intervention","display_name":"The Difficulty of Achieving High Precision with Low Base Rates for High-Stakes Intervention","publication_year":2025,"publication_date":"2025-02-21","ids":{"openalex":"https://openalex.org/W4407841738","doi":"https://doi.org/10.1145/3706468.3706477"},"language":"en","primary_location":{"id":"doi:10.1145/3706468.3706477","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706468.3706477","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3706468.3706477","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088695714","display_name":"Ryan S. Baker","orcid":"https://orcid.org/0000-0002-3051-3232"},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]},{"id":"https://openalex.org/I922845939","display_name":"Philadelphia University","ror":"https://ror.org/03zzmyz63","country_code":"US","type":"education","lineage":["https://openalex.org/I922845939"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan Baker","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, USA"],"raw_orcid":"https://orcid.org/0000-0002-3051-3232","affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, USA","institution_ids":["https://openalex.org/I79576946","https://openalex.org/I922845939"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028763816","display_name":"Caitlin Mills","orcid":"https://orcid.org/0000-0003-4498-0496"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Caitlin Mills","raw_affiliation_strings":["University of Minnesota, Minneapolis, USA"],"raw_orcid":"https://orcid.org/0000-0003-4498-0496","affiliations":[{"raw_affiliation_string":"University of Minnesota, Minneapolis, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044255664","display_name":"Jaeyoon Choi","orcid":null},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaeyoon Choi","raw_affiliation_strings":["University of California, Irvine, Irvine, USA"],"raw_orcid":"https://orcid.org/0000-0002-8893-7898","affiliations":[{"raw_affiliation_string":"University of California, Irvine, Irvine, USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"790","last_page":"796"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5708561539649963},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.553954005241394},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.5223623514175415},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1705954372882843},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13143855333328247},{"id":"https://openalex.org/keywords/nursing","display_name":"Nursing","score":0.06550219655036926}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5708561539649963},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.553954005241394},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5223623514175415},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1705954372882843},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13143855333328247},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.06550219655036926},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3706468.3706477","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706468.3706477","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3706468.3706477","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3706468.3706477","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W66598541","https://openalex.org/W1533193374","https://openalex.org/W1539947443","https://openalex.org/W2072035149","https://openalex.org/W2151466007","https://openalex.org/W2157825442","https://openalex.org/W2339170461","https://openalex.org/W2724824384","https://openalex.org/W2769342982","https://openalex.org/W2806055630","https://openalex.org/W2885343160","https://openalex.org/W2899573127","https://openalex.org/W2912371425","https://openalex.org/W2914922182","https://openalex.org/W2966152243","https://openalex.org/W3011946343","https://openalex.org/W3038648614","https://openalex.org/W3040439290","https://openalex.org/W3083563850","https://openalex.org/W3107123665","https://openalex.org/W3167842206","https://openalex.org/W3170353180","https://openalex.org/W4288359825"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Automated":[0],"detectors":[1,16],"are":[2,128],"routinely":[3],"used":[4,73],"in":[5,35,58],"learning":[6],"analytics":[7],"for":[8,77,86,111,130,142],"high-stakes,":[9],"high-risk":[10],"interventions.":[11],"Such":[12],"interventions":[13,50],"depend":[14],"on":[15],"with":[17],"a":[18,63],"low":[19,112],"rate":[20,93],"of":[21,94,107],"false":[22],"positives":[23],"(i.e.,":[24],"predicting":[25],"the":[26,71,75,87,91,95,105],"construct":[27,97],"is":[28,32,44,82,98],"present":[29],"when":[30,48],"it":[31,43],"not":[33,45],"present)":[34],"order":[36],"to":[37,66,84],"avoid":[38],"giving":[39],"an":[40],"intervention":[41],"where":[42,90],"needed,":[46],"especially":[47],"such":[49,62],"can":[51],"be":[52],"costly":[53],"or":[54],"even":[55],"harmful.":[56],"This":[57],"turn":[59],"suggests":[60],"that":[61],"detector":[64,76],"needs":[65],"have":[67],"high":[68,80,109],"precision":[69,81,110],"at":[70],"cut-off":[72],"by":[74],"decision-making.":[78],"However,":[79],"difficult":[83],"achieve":[85],"common":[88],"case":[89,134],"base":[92,113],"target":[96],"low.":[99],"In":[100],"this":[101,131],"paper,":[102],"we":[103],"demonstrate":[104,116],"difficulty":[106],"achieving":[108],"rates,":[114],"and":[115,125,135,140,146],"how":[117],"other":[118,143],"metrics":[119],"(such":[120],"as":[121],"F1,":[122],"Kappa,":[123],"Specificity,":[124],"AUC":[126],"ROC)":[127],"insufficient":[129],"specific":[132],"use":[133,144],"situation,":[136],"despite":[137],"their":[138],"merits":[139],"advantages":[141],"cases":[145],"situations.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}