{"id":"https://openalex.org/W4381190531","doi":"https://doi.org/10.1145/3565472.3595620","title":"How Close are Predictive Models to Teachers in Detecting Learners at Risk?","display_name":"How Close are Predictive Models to Teachers in Detecting Learners at Risk?","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4381190531","doi":"https://doi.org/10.1145/3565472.3595620"},"language":"en","primary_location":{"id":"doi:10.1145/3565472.3595620","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3565472.3595620","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3565472.3595620","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Conference on User Modeling, Adaptation and Personalization","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3565472.3595620","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063140272","display_name":"Roberta Galici","orcid":"https://orcid.org/0000-0002-1492-3514"},"institutions":[{"id":"https://openalex.org/I172446870","display_name":"University of Cagliari","ror":"https://ror.org/003109y17","country_code":"IT","type":"education","lineage":["https://openalex.org/I172446870"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Roberta Galici","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Cagliari, Italy"],"raw_orcid":"https://orcid.org/0000-0002-1492-3514","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Cagliari, Italy","institution_ids":["https://openalex.org/I172446870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007940211","display_name":"Tanja K\u00e4ser","orcid":"https://orcid.org/0000-0003-0672-0415"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Tanja K\u00e4ser","raw_affiliation_strings":["EPFL, Switzerland"],"raw_orcid":"https://orcid.org/0000-0003-0672-0415","affiliations":[{"raw_affiliation_string":"EPFL, Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079928291","display_name":"Gianni Fenu","orcid":"https://orcid.org/0000-0003-4668-2476"},"institutions":[{"id":"https://openalex.org/I172446870","display_name":"University of Cagliari","ror":"https://ror.org/003109y17","country_code":"IT","type":"education","lineage":["https://openalex.org/I172446870"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gianni Fenu","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Cagliari, Italy"],"raw_orcid":"https://orcid.org/0000-0003-4668-2476","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Cagliari, Italy","institution_ids":["https://openalex.org/I172446870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019764103","display_name":"Mirko Marras","orcid":"https://orcid.org/0000-0003-1989-6057"},"institutions":[{"id":"https://openalex.org/I172446870","display_name":"University of Cagliari","ror":"https://ror.org/003109y17","country_code":"IT","type":"education","lineage":["https://openalex.org/I172446870"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mirko Marras","raw_affiliation_strings":["Department of Mathematics and Computer Science, University of Cagliari, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1989-6057","affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science, University of Cagliari, Italy","institution_ids":["https://openalex.org/I172446870"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5063140272"],"corresponding_institution_ids":["https://openalex.org/I172446870"],"apc_list":null,"apc_paid":null,"fwci":0.811,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.80097267,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"135","last_page":"145"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9391999840736389,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9262999892234802,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7267677783966064},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7259445190429688},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.6151503920555115},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.6089754104614258},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6055095195770264},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5421600341796875},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.49283742904663086},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.47014763951301575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3802940547466278},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3482246994972229},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3303070664405823},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22485694289207458}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7267677783966064},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7259445190429688},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.6151503920555115},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6089754104614258},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6055095195770264},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5421600341796875},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.49283742904663086},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.47014763951301575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3802940547466278},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3482246994972229},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3303070664405823},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22485694289207458},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3565472.3595620","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3565472.3595620","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3565472.3595620","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Conference on User Modeling, Adaptation and Personalization","raw_type":"proceedings-article"},{"id":"pmh:oai:infoscience.epfl.ch:304807","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/200474","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WoS","raw_type":"conference proceedings"},{"id":"pmh:oai:iris.unica.it:11584/432655","is_oa":false,"landing_page_url":"https://hdl.handle.net/11584/432655","pdf_url":null,"source":{"id":"https://openalex.org/S4377196293","display_name":"UNICA IRIS Institutional Research Information System (University of Cagliari)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172446870","host_organization_name":"University of Cagliari","host_organization_lineage":["https://openalex.org/I172446870"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3565472.3595620","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3565472.3595620","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3565472.3595620","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM Conference on User Modeling, Adaptation and Personalization","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8799999952316284}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381190531.pdf","grobid_xml":"https://content.openalex.org/works/W4381190531.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1989240274","https://openalex.org/W2032365340","https://openalex.org/W2059362837","https://openalex.org/W2577299708","https://openalex.org/W2748490932","https://openalex.org/W2769737484","https://openalex.org/W2770347700","https://openalex.org/W2915997829","https://openalex.org/W2951506741","https://openalex.org/W2952153373","https://openalex.org/W2966229463","https://openalex.org/W2988450373","https://openalex.org/W3012216271","https://openalex.org/W3012736183","https://openalex.org/W3014421158","https://openalex.org/W3042500289","https://openalex.org/W3042768143","https://openalex.org/W3122962492","https://openalex.org/W3133477053","https://openalex.org/W3158410228","https://openalex.org/W3175034780","https://openalex.org/W3175774972","https://openalex.org/W4206150792","https://openalex.org/W4281612174","https://openalex.org/W4288059369","https://openalex.org/W4295412655","https://openalex.org/W4311994624"],"related_works":["https://openalex.org/W2404647514","https://openalex.org/W1667647204","https://openalex.org/W4247536566","https://openalex.org/W2018477250","https://openalex.org/W3119814709","https://openalex.org/W4241418540","https://openalex.org/W1508895727","https://openalex.org/W2725786787","https://openalex.org/W4283160672","https://openalex.org/W2354233396"],"abstract_inverted_index":{"Detecting":[0],"learners":[1,43],"in":[2,203,214],"need":[3],"of":[4,139,148,166],"support":[5],"is":[6,54,219],"a":[7,78,83,92,111,140],"complex":[8],"process":[9],"for":[10,180,190],"both":[11],"teachers":[12,24,73,159,204],"and":[13,74,143,169,176,198],"machines.":[14],"Most":[15],"prior":[16],"work":[17],"has":[18],"devised":[19],"visualization":[20],"tools":[21],"that":[22,40,174],"allow":[23],"to":[25,38,130,134,158,162],"do":[26],"so":[27,153],"by":[28],"analyzing":[29],"educational":[30,98,137],"indicators.":[31],"Other":[32],"recent":[33],"efforts":[34],"have":[35],"been":[36],"devoted":[37],"models":[39],"predict":[41],"whether":[42],"might":[44],"be":[45],"at":[46,221],"risk.":[47],"However,":[48],"the":[49,55,70,87,150,184,194,206,209],"question":[50],"on":[51,97],"how":[52],"teacher-like":[53],"model":[56,75,88,167,177],"behaving":[57],"under":[58],"this":[59,66],"detection":[60],"task":[61],"still":[62],"remains":[63],"unanswered.":[64],"In":[65],"paper,":[67],"we":[68,90,109],"investigate":[69],"(dis)agreement":[71],"between":[72],"decisions,":[76],"using":[77],"real-world":[79],"flipped":[80],"course":[81,151],"as":[82],"case":[84],"study.":[85],"From":[86],"perspective,":[89],"considered":[91],"well-known":[93],"neural":[94],"network,":[95],"trained":[96],"indicators":[99,138],"extracted":[100],"from":[101,121],"online":[102],"pre-class":[103],"logs.":[104],"To":[105],"gather":[106],"teachers\u2019":[107],"understanding,":[108],"employed":[110],"crowd":[112],"sourcing":[113],"approach":[114],"including":[115],"over":[116],"360":[117],"human":[118],"intelligence":[119],"tasks":[120],"60":[122],"university":[123],"teachers.":[124],"We":[125],"asked":[126],"each":[127],"recruited":[128],"teacher":[129,175],"analyze":[131],"visualizations":[132],"pertaining":[133],"four":[135],"relevant":[136],"given":[141],"learner,":[142],"reason":[144],"about":[145],"their":[146],"probability":[147],"failing":[149],"(and":[152],"requiring":[154],"support).":[155],"Learners":[156],"presented":[157],"were":[160,188,200],"selected":[161],"address":[163],"different":[164],"aspects":[165],"confidence":[168,197],"(in)accuracy.":[170],"Our":[171],"results":[172],"show":[173],"predictions":[178,187],"diverged":[179],"students":[181,191],"who":[182,192],"passed":[183],"course,":[185],"while":[186],"similar":[189],"failed":[193],"course.":[195],"Moreover,":[196],"correctness":[199],"more":[201],"aligned":[202],"than":[205],"model,":[207],"reducing":[208],"unknown":[210],"risks":[211],"originally":[212],"present":[213],"models.":[215],"The":[216],"source":[217],"code":[218],"available":[220],"https://github.com/epfl-ml4ed/unknown-unknowns.":[222]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}