{"id":"https://openalex.org/W4392662701","doi":"https://doi.org/10.3390/make6010028","title":"Augmenting Deep Neural Networks with Symbolic Educational Knowledge: Towards Trustworthy and Interpretable AI for Education","display_name":"Augmenting Deep Neural Networks with Symbolic Educational Knowledge: Towards Trustworthy and Interpretable AI for Education","publication_year":2024,"publication_date":"2024-03-10","ids":{"openalex":"https://openalex.org/W4392662701","doi":"https://doi.org/10.3390/make6010028"},"language":"en","primary_location":{"id":"doi:10.3390/make6010028","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make6010028","pdf_url":"https://www.mdpi.com/2504-4990/6/1/28/pdf?version=1710058981","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2504-4990/6/1/28/pdf?version=1710058981","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018316748","display_name":"Danial Hooshyar","orcid":"https://orcid.org/0000-0002-9143-6648"},"institutions":[{"id":"https://openalex.org/I193629610","display_name":"Tallinn University","ror":"https://ror.org/05mey9k78","country_code":"EE","type":"education","lineage":["https://openalex.org/I193629610"]}],"countries":["EE"],"is_corresponding":true,"raw_author_name":"Danial Hooshyar","raw_affiliation_strings":["School of Digital Technologies, Tallinn University, 10120 Tallinn, Estonia"],"raw_orcid":"https://orcid.org/0000-0002-9143-6648","affiliations":[{"raw_affiliation_string":"School of Digital Technologies, Tallinn University, 10120 Tallinn, Estonia","institution_ids":["https://openalex.org/I193629610"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019212451","display_name":"Roger Azevedo","orcid":"https://orcid.org/0000-0002-5018-6232"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Roger Azevedo","raw_affiliation_strings":["School of Modeling Simulation and Training, University of Central Florida, Orlando, FL 32816, USA"],"raw_orcid":"https://orcid.org/0000-0002-5018-6232","affiliations":[{"raw_affiliation_string":"School of Modeling Simulation and Training, University of Central Florida, Orlando, FL 32816, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011435561","display_name":"Yeongwook Yang","orcid":"https://orcid.org/0000-0003-3219-7250"},"institutions":[{"id":"https://openalex.org/I133533813","display_name":"Gangneung\u2013Wonju National University","ror":"https://ror.org/0461cvh40","country_code":"KR","type":"education","lineage":["https://openalex.org/I133533813"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yeongwook Yang","raw_affiliation_strings":["Department of Computer Science and Engineering, Gangneung-Wonju National University, Wonju 26403, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-3219-7250","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Gangneung-Wonju National University, Wonju 26403, Republic of Korea","institution_ids":["https://openalex.org/I133533813"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5018316748"],"corresponding_institution_ids":["https://openalex.org/I193629610"],"apc_list":{"value":1400,"currency":"CHF","value_usd":1515},"apc_paid":{"value":1400,"currency":"CHF","value_usd":1515},"fwci":10.4128,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.98560491,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"6","issue":"1","first_page":"593","last_page":"618"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9745000004768372,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8296936750411987},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7233510613441467},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6513944864273071},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6410105228424072},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.5716015100479126},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5497945547103882},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.549070417881012},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.4519389569759369},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.41791003942489624},{"id":"https://openalex.org/keywords/applicability-domain","display_name":"Applicability domain","score":0.41080614924430847},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37977704405784607},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18143367767333984}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8296936750411987},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7233510613441467},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6513944864273071},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6410105228424072},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.5716015100479126},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5497945547103882},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.549070417881012},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.4519389569759369},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.41791003942489624},{"id":"https://openalex.org/C107908354","wikidata":"https://www.wikidata.org/wiki/Q4781456","display_name":"Applicability domain","level":3,"score":0.41080614924430847},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37977704405784607},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18143367767333984},{"id":"https://openalex.org/C164126121","wikidata":"https://www.wikidata.org/wiki/Q766383","display_name":"Quantitative structure\u2013activity relationship","level":2,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/make6010028","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make6010028","pdf_url":"https://www.mdpi.com/2504-4990/6/1/28/pdf?version=1710058981","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:17ae16149a5c4cd9913b52fa225ebf83","is_oa":false,"landing_page_url":"https://doaj.org/article/17ae16149a5c4cd9913b52fa225ebf83","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Machine Learning and Knowledge Extraction, Vol 6, Iss 1, Pp 593-618 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/make6010028","is_oa":true,"landing_page_url":"https://doi.org/10.3390/make6010028","pdf_url":"https://www.mdpi.com/2504-4990/6/1/28/pdf?version=1710058981","source":{"id":"https://openalex.org/S4210213891","display_name":"Machine Learning and Knowledge Extraction","issn_l":"2504-4990","issn":["2504-4990"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Machine Learning and Knowledge Extraction","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G4629914013","display_name":null,"funder_award_id":"PRG2215","funder_id":"https://openalex.org/F4320321090","funder_display_name":"Eesti Teadusagentuur"}],"funders":[{"id":"https://openalex.org/F4320321090","display_name":"Eesti Teadusagentuur","ror":"https://ror.org/00jjeja18"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392662701.pdf"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W1989789052","https://openalex.org/W1998862210","https://openalex.org/W2031342017","https://openalex.org/W2055191986","https://openalex.org/W2148143831","https://openalex.org/W2167663973","https://openalex.org/W2169365000","https://openalex.org/W2336421784","https://openalex.org/W2546314413","https://openalex.org/W2548173722","https://openalex.org/W2556838012","https://openalex.org/W2567547739","https://openalex.org/W2575077354","https://openalex.org/W2576760906","https://openalex.org/W2605898966","https://openalex.org/W2607167007","https://openalex.org/W2607294868","https://openalex.org/W2754427584","https://openalex.org/W2767656849","https://openalex.org/W2805573979","https://openalex.org/W2809998386","https://openalex.org/W2811374795","https://openalex.org/W2854132642","https://openalex.org/W2893846498","https://openalex.org/W2898811407","https://openalex.org/W2910327041","https://openalex.org/W2936503027","https://openalex.org/W2944162469","https://openalex.org/W2944319042","https://openalex.org/W2948978827","https://openalex.org/W2963644680","https://openalex.org/W2963687836","https://openalex.org/W2966337615","https://openalex.org/W2967076347","https://openalex.org/W3005073185","https://openalex.org/W3005086430","https://openalex.org/W3037831233","https://openalex.org/W3113149630","https://openalex.org/W3155086903","https://openalex.org/W3170112421","https://openalex.org/W3170718858","https://openalex.org/W3183729542","https://openalex.org/W3200351420","https://openalex.org/W3202462784","https://openalex.org/W4206078757","https://openalex.org/W4213030073","https://openalex.org/W4253662813","https://openalex.org/W4309689362","https://openalex.org/W4312634030","https://openalex.org/W4315866348","https://openalex.org/W4323346024","https://openalex.org/W4366769859","https://openalex.org/W4379647668","https://openalex.org/W4380369812","https://openalex.org/W4383371721","https://openalex.org/W4386135062","https://openalex.org/W4387849398","https://openalex.org/W4388199535","https://openalex.org/W4388629661","https://openalex.org/W4389078568","https://openalex.org/W4389204923","https://openalex.org/W4390060356","https://openalex.org/W4390590042","https://openalex.org/W4391754411","https://openalex.org/W4404783378","https://openalex.org/W4404816710","https://openalex.org/W6621483976","https://openalex.org/W6684054079","https://openalex.org/W6755699504","https://openalex.org/W6796375040"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W2118717649","https://openalex.org/W4388685194","https://openalex.org/W4378220270"],"abstract_inverted_index":{"Artificial":[0],"neural":[1,124,142,172,196],"networks":[2,125,143,173],"(ANNs)":[3],"have":[4],"proven":[5],"to":[6,32,58,106,144,150,170,264],"be":[7],"among":[8],"the":[9,36,39,82,163,207,211,229,238,245,249,254,262,270,283],"most":[10],"important":[11],"artificial":[12],"intelligence":[13],"(AI)":[14],"techniques":[15],"in":[16,29,41,52,204,237,287],"educational":[17,21,25,44,94,108,136,272,296],"applications,":[18],"providing":[19],"adaptive":[20],"services.":[22],"However,":[23],"their":[24,53,205],"potential":[26,293],"is":[27,71,98],"limited":[28],"practice":[30],"due":[31],"challenges":[33],"such":[34],"as":[35,73,266,268],"following:":[37],"(i)":[38],"difficulties":[40],"incorporating":[42],"symbolic":[43,130],"knowledge":[45,127,137],"(e.g.,":[46],"causal":[47,219],"relationships":[48,220],"and":[49,60,63,91,110,129,134,139,154,180,185,223,233,259,298,302],"practitioners\u2019":[50],"knowledge)":[51],"development,":[54],"(ii)":[55],"a":[56,65,74,118],"propensity":[57],"learn":[59],"reflect":[61],"biases,":[62],"(iii)":[64],"lack":[66],"of":[67,213,231,251,285],"interpretability.":[68],"As":[69],"education":[70,288],"classified":[72],"\u2018high-risk\u2019":[75],"domain":[76],"under":[77],"recent":[78],"regulatory":[79],"frameworks":[80],"like":[81],"EU":[83],"AI":[84,103,120,279],"Act\u2014highlighting":[85],"its":[86],"influence":[87],"on":[88,175,201],"individual":[89],"futures":[90],"discrimination":[92],"risks\u2014integrating":[93],"insights":[95],"into":[96,138],"ANNs":[97,286],"essential.":[99],"This":[100,114,225],"ensures":[101],"that":[102,122,162,216,244,277],"applications":[104],"adhere":[105],"essential":[107],"restrictions":[109],"provide":[111],"interpretable":[112,303],"predictions.":[113],"research":[115,242],"introduces":[116],"NSAI,":[117],"neural-symbolic":[119,278],"approach":[121,165,209,247],"integrates":[123],"with":[126],"representation":[128],"reasoning.":[131],"It":[132],"injects":[133],"extracts":[135],"from":[140,253],"deep":[141,171,195],"model":[145],"learners\u2019":[146],"computational":[147,156],"thinking,":[148],"aiming":[149],"enhance":[151],"personalized":[152],"learning":[153],"develop":[155],"thinking":[157],"skills.":[158],"Our":[159],"findings":[160,275],"revealed":[161],"NSAI":[164,208,246],"demonstrates":[166],"better":[167],"generalizability":[168],"compared":[169],"trained":[174,255],"both":[176],"original":[177],"training":[178],"data":[179,181],"enriched":[182],"by":[183],"SMOTE":[184],"autoencoder":[186],"methods.":[187],"More":[188],"importantly,":[189],"we":[190],"found":[191],"that,":[192],"unlike":[193],"traditional":[194],"networks,":[197],"which":[198],"mainly":[199],"relied":[200],"spurious":[202],"correlations":[203,236],"predictions,":[206,265],"prioritizes":[210],"development":[212],"robust":[214],"representations":[215],"accurately":[217],"capture":[218],"between":[221],"inputs":[222],"outputs.":[224],"focus":[226],"significantly":[227],"reduces":[228],"reinforcement":[230],"biases":[232],"prevents":[234],"misleading":[235],"models.":[239],"Furthermore,":[240],"our":[241],"showed":[243],"enables":[248],"extraction":[250],"rules":[252],"network,":[256],"facilitating":[257],"interpretation":[258],"reasoning":[260],"during":[261],"path":[263],"well":[267],"refining":[269],"initial":[271],"knowledge.":[273],"These":[274],"imply":[276],"not":[280],"only":[281],"overcomes":[282],"limitations":[284],"but":[289],"also":[290],"holds":[291],"broader":[292],"for":[294],"transforming":[295],"practices":[297],"outcomes":[299],"through":[300],"trustworthy":[301],"applications.":[304]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":7}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2024-03-12T00:00:00"}