{"id":"https://openalex.org/W7130371642","doi":"https://doi.org/10.48550/arxiv.2602.15531","title":"EduEVAL-DB: A Role-Based Dataset for Pedagogical Risk Evaluation in Educational Explanations","display_name":"EduEVAL-DB: A Role-Based Dataset for Pedagogical Risk Evaluation in Educational Explanations","publication_year":2026,"publication_date":"2026-02-17","ids":{"openalex":"https://openalex.org/W7130371642","doi":"https://doi.org/10.48550/arxiv.2602.15531"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.15531","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.15531","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.15531","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113230470","display_name":"Javier Irigoyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Irigoyen, Javier","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126297256","display_name":"Roberto Daza","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Daza, Roberto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083125799","display_name":"Aythami Morales","orcid":"https://orcid.org/0000-0002-7268-4785"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Morales, Aythami","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103915778","display_name":"Fierrez Julian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fierrez, Julian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126280821","display_name":"Francisco Jurado","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jurado, Francisco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126290613","display_name":"Alvaro Ortigosa","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ortigosa, Alvaro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5009955709","display_name":"Rub\u00e9n Tolosana","orcid":"https://orcid.org/0000-0002-9393-3066"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tolosana, Ruben","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.45820000767707825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.45820000767707825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.1995999962091446,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.09749999642372131,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.7576000094413757},{"id":"https://openalex.org/keywords/operationalization","display_name":"Operationalization","score":0.6510999798774719},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49549999833106995},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.4830999970436096},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.37630000710487366},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.325300008058548},{"id":"https://openalex.org/keywords/explanatory-model","display_name":"Explanatory model","score":0.32269999384880066},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.3061000108718872}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.7576000094413757},{"id":"https://openalex.org/C9354725","wikidata":"https://www.wikidata.org/wiki/Q286017","display_name":"Operationalization","level":2,"score":0.6510999798774719},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5491999983787537},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49549999833106995},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.4830999970436096},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.39820000529289246},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.37630000710487366},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35019999742507935},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3386000096797943},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.325300008058548},{"id":"https://openalex.org/C2778638050","wikidata":"https://www.wikidata.org/wiki/Q5421252","display_name":"Explanatory model","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.3061000108718872},{"id":"https://openalex.org/C12174686","wikidata":"https://www.wikidata.org/wiki/Q1058438","display_name":"Risk assessment","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C188231857","wikidata":"https://www.wikidata.org/wiki/Q2585724","display_name":"Educational assessment","level":2,"score":0.29249998927116394},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2815000116825104},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.27720001339912415},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.27489998936653137},{"id":"https://openalex.org/C2779479571","wikidata":"https://www.wikidata.org/wiki/Q4812273","display_name":"At-risk students","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C36727532","wikidata":"https://www.wikidata.org/wiki/Q861399","display_name":"Educational research","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.15531","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.15531","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.15531","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.15531","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8314787745475769,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"work":[1],"introduces":[2],"EduEVAL-DB,":[3],"a":[4,37,93,130,153,161],"dataset":[5,28],"based":[6],"on":[7,173,182],"teacher":[8,68,135],"roles":[9,71],"designed":[10],"to":[11,33,143],"support":[12],"the":[13,41,145],"evaluation":[14],"and":[15,21,47,62,77,84,111,114,118,168],"training":[16],"of":[17,40,147],"automatic":[18],"pedagogical":[19,94,176],"evaluators":[20],"AI":[22],"tutors":[23],"for":[24,149],"instructional":[25,75],"explanations.":[26],"The":[27],"comprises":[29],"854":[30],"explanations":[31,122],"corresponding":[32],"139":[34],"questions":[35],"from":[36],"curated":[38],"subset":[39],"ScienceQA":[42],"benchmark,":[43],"spanning":[44],"science,":[45],"language,":[46],"social":[48],"science":[49],"across":[50],"K-12":[51],"grade":[52],"levels.":[53],"For":[54],"each":[55],"question,":[56],"one":[57],"human-teacher":[58],"explanation":[59],"is":[60],"provided":[61],"six":[63],"are":[64,72,85,123],"generated":[65],"by":[66,74],"LLM-simulated":[67],"roles.":[69],"These":[70],"inspired":[73],"styles":[76],"shortcomings":[78],"observed":[79],"in":[80],"real":[81],"educational":[82,100],"practice":[83],"instantiated":[86],"via":[87],"prompt":[88],"engineering.":[89],"We":[90,151],"further":[91],"propose":[92],"risk":[95,105,127,177],"rubric":[96],"aligned":[97],"with":[98,125,133],"established":[99],"standards,":[101],"operationalizing":[102],"five":[103],"complementary":[104],"dimensions:":[106],"factual":[107],"correctness,":[108],"explanatory":[109],"depth":[110],"completeness,":[112],"focus":[113],"relevance,":[115],"student-level":[116],"appropriateness,":[117],"ideological":[119],"bias.":[120],"All":[121],"annotated":[124],"binary":[126],"labels":[128],"through":[129],"semi-automatic":[131],"process":[132],"expert":[134],"review.":[136],"Finally,":[137],"we":[138],"present":[139],"preliminary":[140],"validation":[141],"experiments":[142],"assess":[144],"suitability":[146],"EduEVAL-DB":[148,174],"evaluation.":[150],"benchmark":[152],"state-of-the-art":[154],"education-oriented":[155],"model":[156,167],"(Gemini":[157],"2.5":[158],"Pro)":[159],"against":[160],"lightweight":[162],"local":[163],"Llama":[164],"3.1":[165],"8B":[166],"examine":[169],"whether":[170],"supervised":[171],"fine-tuning":[172],"supports":[175],"detection":[178],"using":[179],"models":[180],"deployable":[181],"consumer":[183],"hardware.":[184]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-19T00:00:00"}