{"id":"https://openalex.org/W4412889188","doi":"https://doi.org/10.18653/v1/2025.bea-1.101","title":"DLSU at BEA 2025 Shared Task: Towards Establishing Baseline Models for Pedagogical Response Evaluation Tasks","display_name":"DLSU at BEA 2025 Shared Task: Towards Establishing Baseline Models for Pedagogical Response Evaluation Tasks","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889188","doi":"https://doi.org/10.18653/v1/2025.bea-1.101"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.bea-1.101","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.101","pdf_url":"https://aclanthology.org/2025.bea-1.101.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.bea-1.101.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5115003515","display_name":"Maria Monica Manlises","orcid":null},"institutions":[{"id":"https://openalex.org/I5996616","display_name":"De La Salle University","ror":"https://ror.org/04xftk194","country_code":"PH","type":"education","lineage":["https://openalex.org/I5996616"]}],"countries":["PH"],"is_corresponding":false,"raw_author_name":"Maria Monica Manlises","raw_affiliation_strings":["College of Computer Studies , De La Salle University Manila , Philippines"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Studies , De La Salle University Manila , Philippines","institution_ids":["https://openalex.org/I5996616"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083447758","display_name":"Mark Edward M. Gonzales","orcid":"https://orcid.org/0000-0001-5050-3157"},"institutions":[{"id":"https://openalex.org/I5996616","display_name":"De La Salle University","ror":"https://ror.org/04xftk194","country_code":"PH","type":"education","lineage":["https://openalex.org/I5996616"]}],"countries":["PH"],"is_corresponding":false,"raw_author_name":"Mark Edward Gonzales","raw_affiliation_strings":["College of Computer Studies , De La Salle University Manila , Philippines"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Studies , De La Salle University Manila , Philippines","institution_ids":["https://openalex.org/I5996616"]}]},{"author_position":"last","author":{"id":null,"display_name":"Lanz Lim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lanz Lim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10348302,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1260","last_page":"1265"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11526","display_name":"Innovative Teaching Methods","score":0.8934999704360962,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11526","display_name":"Innovative Teaching Methods","score":0.8934999704360962,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.8424000144004822,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11715","display_name":"Education and Critical Thinking Development","score":0.8190000057220459,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.8853390216827393},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7388066053390503},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.679352343082428},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37896621227264404},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.14376524090766907},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12673252820968628}],"concepts":[{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.8853390216827393},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7388066053390503},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.679352343082428},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37896621227264404},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.14376524090766907},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12673252820968628},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.bea-1.101","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.101","pdf_url":"https://aclanthology.org/2025.bea-1.101.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.bea-1.101","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.101","pdf_url":"https://aclanthology.org/2025.bea-1.101.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889188.pdf","grobid_xml":"https://content.openalex.org/works/W4412889188.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W3196817267","https://openalex.org/W1976600725"],"abstract_inverted_index":{"We":[0],"present":[1],"our":[2],"submission":[3],"for":[4,95,121],"Tracks":[5,96],"3":[6],"(Providing":[7],"Guidance),":[8],"4":[9],"(Actionability),":[10],"and":[11,64,73,88,99,117],"5":[12],"(Tutor":[13],"Identification)":[14],"of":[15,25,34,39,85,113],"the":[16,32,91,111],"BEA":[17],"2025":[18],"Shared":[19],"Task":[20],"on":[21,90],"Pedagogical":[22],"Ability":[23],"Assessment":[24],"AI-Powered":[26],"Tutors.Our":[27],"approach":[28],"sought":[29],"to":[30,44,78],"investigate":[31],"performance":[33,103],"directly":[35],"using":[36],"sentence":[37,59],"embeddings":[38,77],"tutor":[40],"responses":[41],"as":[42],"input":[43],"downstream":[45,70],"classifiers":[46],"(that":[47],"is,":[48],"without":[49],"employing":[50],"any":[51],"fine-tuning).To":[52],"this":[53],"end,":[54],"we":[55],"benchmarked":[56],"two":[57,69],"general-purpose":[58],"embedding":[60],"models:":[61],"gte-modernbert-base":[62],"(GTE)":[63],"all-MiniLM-L12-v2,":[65],"in":[66],"combination":[67],"with":[68],"classifiers:":[71],"XGBoost":[72],"multilayer":[74,80],"perceptron.Feeding":[75],"GTE":[76],"a":[79,119],"perceptron":[81],"achieved":[82],"macro-F1":[83],"scores":[84],"0.4776,":[86],"0.5294,":[87],"0.6420":[89],"official":[92],"test":[93],"sets":[94],"3,":[97],"4,":[98],"5,":[100],"respectively.While":[101],"overall":[102],"was":[104],"modest,":[105],"these":[106],"results":[107],"offer":[108],"insights":[109],"into":[110],"challenges":[112],"pedagogical":[114],"response":[115],"evaluation":[116],"establish":[118],"baseline":[120],"future":[122],"improvements.":[123]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}