{"id":"https://openalex.org/W4404494348","doi":"https://doi.org/10.1186/s40561-024-00343-4","title":"Why explainable AI may not be enough: predictions and mispredictions in decision making in education","display_name":"Why explainable AI may not be enough: predictions and mispredictions in decision making in education","publication_year":2024,"publication_date":"2024-11-18","ids":{"openalex":"https://openalex.org/W4404494348","doi":"https://doi.org/10.1186/s40561-024-00343-4"},"language":"en","primary_location":{"id":"doi:10.1186/s40561-024-00343-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40561-024-00343-4","pdf_url":"https://slejournal.springeropen.com/counter/pdf/10.1186/s40561-024-00343-4","source":{"id":"https://openalex.org/S2494786546","display_name":"Smart Learning Environments","issn_l":"2196-7091","issn":["2196-7091"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Smart Learning Environments","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://slejournal.springeropen.com/counter/pdf/10.1186/s40561-024-00343-4","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051595913","display_name":"Mohammed Saqr","orcid":"https://orcid.org/0000-0001-5881-3109"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Mohammed Saqr","raw_affiliation_strings":["School of Computing, University of Eastern Finland, Joensuu Campus Yliopistokatu 2, FI-80100, Joensuu, Finland"],"raw_orcid":"https://orcid.org/0000-0001-5881-3109","affiliations":[{"raw_affiliation_string":"School of Computing, University of Eastern Finland, Joensuu Campus Yliopistokatu 2, FI-80100, Joensuu, Finland","institution_ids":["https://openalex.org/I175532246"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035103260","display_name":"Sonsoles L\u00f3pez\u2010Pernas","orcid":"https://orcid.org/0000-0002-9621-1392"},"institutions":[{"id":"https://openalex.org/I175532246","display_name":"University of Eastern Finland","ror":"https://ror.org/00cyydd11","country_code":"FI","type":"education","lineage":["https://openalex.org/I175532246"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Sonsoles L\u00f3pez-Pernas","raw_affiliation_strings":["School of Computing, University of Eastern Finland, Joensuu Campus Yliopistokatu 2, FI-80100, Joensuu, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Eastern Finland, Joensuu Campus Yliopistokatu 2, FI-80100, Joensuu, Finland","institution_ids":["https://openalex.org/I175532246"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5051595913"],"corresponding_institution_ids":["https://openalex.org/I175532246"],"apc_list":null,"apc_paid":null,"fwci":5.1646,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.96013957,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"11","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9314000010490417,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6374249458312988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3906143307685852},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.331609308719635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6374249458312988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3906143307685852},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.331609308719635}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s40561-024-00343-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40561-024-00343-4","pdf_url":"https://slejournal.springeropen.com/counter/pdf/10.1186/s40561-024-00343-4","source":{"id":"https://openalex.org/S2494786546","display_name":"Smart Learning Environments","issn_l":"2196-7091","issn":["2196-7091"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Smart Learning Environments","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d445bf3d74bc450b8a9231d255523aec","is_oa":true,"landing_page_url":"https://doaj.org/article/d445bf3d74bc450b8a9231d255523aec","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Smart Learning Environments, Vol 11, Iss 1, Pp 1-16 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s40561-024-00343-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40561-024-00343-4","pdf_url":"https://slejournal.springeropen.com/counter/pdf/10.1186/s40561-024-00343-4","source":{"id":"https://openalex.org/S2494786546","display_name":"Smart Learning Environments","issn_l":"2196-7091","issn":["2196-7091"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Smart Learning Environments","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3646109134","display_name":null,"funder_award_id":"350560","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"},{"id":"https://openalex.org/G8419374024","display_name":"Towards precision education: Idiographic learning analytics (TOPEILA)","funder_award_id":"350560","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404494348.pdf"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W2108617939","https://openalex.org/W2295598076","https://openalex.org/W2606704687","https://openalex.org/W2809925683","https://openalex.org/W2901184109","https://openalex.org/W2945526235","https://openalex.org/W2981348762","https://openalex.org/W2981731882","https://openalex.org/W3037067444","https://openalex.org/W3116951171","https://openalex.org/W3119809428","https://openalex.org/W3161224560","https://openalex.org/W3162462777","https://openalex.org/W3170933632","https://openalex.org/W3179277676","https://openalex.org/W3192353503","https://openalex.org/W3213390689","https://openalex.org/W3214911045","https://openalex.org/W4223426345","https://openalex.org/W4251800481","https://openalex.org/W4280651558","https://openalex.org/W4281747684","https://openalex.org/W4299701492","https://openalex.org/W4312327221","https://openalex.org/W4312830111","https://openalex.org/W4321442039","https://openalex.org/W4324131311","https://openalex.org/W4366817354","https://openalex.org/W4386813224","https://openalex.org/W4389750133","https://openalex.org/W4389833065","https://openalex.org/W4400380641","https://openalex.org/W6610017368"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Abstract":[0],"In":[1,195],"learning":[2],"analytics":[3],"and":[4,66,71,115,142,231],"in":[5,95],"education":[6],"at":[7],"large,":[8],"AI":[9,156,173],"explanations":[10,51,114,119,200],"are":[11,56],"always":[12],"computed":[13],"from":[14,126],"aggregate":[15],"data":[16,125],"of":[17,89,197],"all":[18],"the":[19,23,27,40,44,87,109,143,199,207,212],"students":[20],"to":[21,59,85,104,180],"offer":[22,105,118],"\u201caverage\u201d":[24],"picture.":[25],"Whereas":[26],"average":[28],"may":[29,77,177,186,232],"work":[30],"for":[31,52,190],"most":[32],"students,":[33,132],"it":[34],"does":[35],"not":[36,187],"reflect":[37],"or":[38,43,75,79,120,192],"capture":[39],"individual":[41,182],"differences":[42],"variability":[45],"among":[46],"students.":[47],"Therefore,":[48],"instance-level":[49,91],"predictions\u2014where":[50],"each":[53],"particular":[54],"student":[55,74],"presented":[57],"according":[58],"their":[60,113,162],"own":[61,230],"data\u2014may":[62],"help":[63],"understand":[64,181],"how":[65,72,116],"why":[67],"predictions":[68],"were":[69,136],"estimated":[70],"a":[73,127,166,215],"teacher":[76],"act":[78],"make":[80],"decisions.":[81],"This":[82],"study":[83,110],"aims":[84],"examine":[86],"utility":[88],"individualized":[90,193],"AI,":[92],"its":[93,229],"value":[94],"informing":[96],"decision-making,":[97],"and\u2014more":[98],"importantly\u2014how":[99],"they":[100,117],"can":[101],"be":[102,220],"used":[103],"personalized":[106],"feedback.":[107],"Furthermore,":[108],"examines":[111],"mispredictions,":[112,198],"affect":[121],"decision":[122],"making.":[123],"Using":[124],"full":[128,163,216],"course":[129],"with":[130,138,223],"126":[131],"five":[133],"ML":[134],"algorithms":[135,203],"implemented":[137],"explanatory":[139],"mechanisms,":[140],"compared":[141],"best":[144],"performing":[145],"algorithm":[146],"(Random":[147],"Forest)":[148],"was":[149],"therefore":[150],"selected.":[151],"The":[152],"results":[153],"show":[154,201],"that":[155,202,214],"explanations,":[157],"while":[158],"useful,":[159],"cannot":[160,219],"achieve":[161],"potential":[164],"without":[165],"nuanced":[167],"human":[168,172,234],"involvement":[169],"(i.e.,":[170],"hybrid":[171],"collaboration).":[174],"Instance-level":[175],"explainability":[176],"allow":[178],"us":[179],"algorithmic":[183],"decisions":[184],"but":[185],"very":[188],"helpful":[189],"personalization":[191],"support.":[194],"case":[196],"decide":[204],"based":[205],"on":[206,228],"\u201cwrong":[208],"predictors\u201d":[209],"which":[210],"underscores":[211],"fact":[213],"data-driven":[217],"approach":[218],"fully":[221],"trusted":[222],"generating":[224],"plausible":[225],"recommendations":[226],"completely":[227],"require":[233],"assistance.":[235]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":14}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}