{"id":"https://openalex.org/W4412889182","doi":"https://doi.org/10.18653/v1/2025.bea-1.88","title":"SmolLab_SEU at BEA 2025 Shared Task: A Transformer-Based Framework for Multi-Track Pedagogical Evaluation of AI-Powered Tutors","display_name":"SmolLab_SEU at BEA 2025 Shared Task: A Transformer-Based Framework for Multi-Track Pedagogical Evaluation of AI-Powered Tutors","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889182","doi":"https://doi.org/10.18653/v1/2025.bea-1.88"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.bea-1.88","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.88","pdf_url":"https://aclanthology.org/2025.bea-1.88.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.bea-1.88.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100674578","display_name":"Md. Abdur Rahman","orcid":"https://orcid.org/0000-0002-8684-8154"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Md. Abdur Rahman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100637606","display_name":"Al Amin","orcid":"https://orcid.org/0000-0001-9534-4022"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Md Al Amin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118283858","display_name":"Sabik Aftahee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sabik Aftahee","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058090242","display_name":"Masum Shah Junayed","orcid":"https://orcid.org/0000-0003-3592-4601"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muhammad Junayed","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100698145","display_name":"M.A. Rahman","orcid":"https://orcid.org/0000-0002-4782-4643"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Md Ashiqur Rahman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1127","last_page":"1134"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9671000242233276,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14470","display_name":"Advanced Data Processing Techniques","score":0.9017000198364258,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.722831666469574},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.7216014266014099},{"id":"https://openalex.org/keywords/track","display_name":"Track (disk drive)","score":0.6845614910125732},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6139126420021057},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.36222532391548157},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.34960994124412537},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.17869412899017334},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17647862434387207},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.1369093358516693},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12255242466926575}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.722831666469574},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.7216014266014099},{"id":"https://openalex.org/C89992363","wikidata":"https://www.wikidata.org/wiki/Q5961558","display_name":"Track (disk drive)","level":2,"score":0.6845614910125732},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6139126420021057},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.36222532391548157},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.34960994124412537},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.17869412899017334},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17647862434387207},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.1369093358516693},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12255242466926575},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.bea-1.88","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.88","pdf_url":"https://aclanthology.org/2025.bea-1.88.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.bea-1.88","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.88","pdf_url":"https://aclanthology.org/2025.bea-1.88.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320324856","display_name":"Southeast University","ror":"https://ror.org/04ct4d772"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889182.pdf","grobid_xml":"https://content.openalex.org/works/W4412889182.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2789518417","https://openalex.org/W4213217485","https://openalex.org/W2566545183","https://openalex.org/W2499449816","https://openalex.org/W2059085722","https://openalex.org/W4210856988","https://openalex.org/W238145802","https://openalex.org/W2946721565","https://openalex.org/W3196817267","https://openalex.org/W1976600725"],"abstract_inverted_index":{"The":[0],"rapid":[1],"adoption":[2],"of":[3,16,42,75,127,132,136,140,144,149,153,158,163,168,178,191],"AI":[4,17],"in":[5,120,171],"educational":[6,192],"technology":[7],"is":[8,21],"changing":[9],"learning":[10],"settings,":[11],"making":[12],"the":[13,33,72,113,121,176],"thorough":[14],"evaluation":[15],"tutor":[18,47,68],"pedagogical":[19,51,180],"performance":[20,172],"quite":[22],"important":[23],"for":[24,32,56,104,183,204],"promoting":[25],"student":[26],"success.This":[27],"paper":[28],"describes":[29],"our":[30,116],"solution":[31],"BEA":[34],"2025":[35],"Shared":[36],"Task":[37],"on":[38],"Pedagogical":[39],"Ability":[40],"Assessment":[41],"AI-powered":[43],"tutors,":[44],"which":[45],"assesses":[46],"replies":[48],"over":[49,173],"several":[50,79],"dimensions.We":[52],"developed":[53],"transformer-based":[54],"approaches":[55],"five":[57],"diverse":[58],"tracks:":[59],"mistake":[60,62],"identification,":[61],"location,":[63],"providing":[64],"guidance,":[65],"actionability,":[66],"and":[67,86,115,160],"identity":[69],"prediction":[70],"using":[71],"MRBench":[73],"dataset":[74],"mathematical":[76],"dialogues.We":[77],"evaluated":[78],"pre-trained":[80],"models":[81,117],"including":[82,124],"DeBERTa-V3,":[83],"RoBERTa-Large,":[84],"SciBERT,":[85],"EduBERT.Our":[87],"approach":[88],"addressed":[89],"class":[90],"imbalance":[91],"problems":[92],"by":[93],"incorporating":[94],"strategic":[95],"fine-tuning":[96],"with":[97],"weighted":[98],"loss":[99],"functions.The":[100],"findings":[101],"show":[102],"that,":[103],"all":[105],"tracks,":[106],"DeBERTa":[107],"architectures":[108],"have":[109,118],"higher":[110],"performances":[111],"than":[112],"others,":[114],"obtained":[119],"competitive":[122],"positions,":[123],"9":[125],"th":[126,135,143,152],"Tutor":[128],"Identity":[129],"(Exact":[130,138,147,156,166],"F1":[131,139,148,157,167],"0.8621),":[133],"16":[134],"Actionability":[137],"0.6284),":[141],"19":[142],"Providing":[145],"Guidance":[146],"0.4933),":[150],"20":[151],"Mistake":[154,164],"Identification":[155],"0.6617)":[159],"22":[161],"nd":[162],"Location":[165],"0.4935).The":[169],"difference":[170],"tracks":[174],"highlights":[175],"difficulty":[177],"automatic":[179],"evaluation,":[181],"especially":[182],"tasks":[184],"whose":[185],"solutions":[186],"require":[187],"a":[188],"deep":[189],"understanding":[190],"contexts.This":[193],"work":[194],"contributes":[195],"to":[196,199],"ongoing":[197],"efforts":[198],"develop":[200],"robust":[201],"automated":[202],"tools":[203],"assessing.":[205]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}