{"id":"https://openalex.org/W4412889238","doi":"https://doi.org/10.18653/v1/2025.bea-1.85","title":"Phaedrus at BEA 2025 Shared Task: Assessment of Mathematical Tutoring Dialogues through Tutor Identity Classification and Actionability Evaluation","display_name":"Phaedrus at BEA 2025 Shared Task: Assessment of Mathematical Tutoring Dialogues through Tutor Identity Classification and Actionability Evaluation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889238","doi":"https://doi.org/10.18653/v1/2025.bea-1.85"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.bea-1.85","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.85","pdf_url":"https://aclanthology.org/2025.bea-1.85.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.bea-1.85.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059967024","display_name":"Rajneesh Tiwari","orcid":"https://orcid.org/0000-0002-4343-5966"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rajneesh Tiwari","raw_affiliation_strings":["Independent Researcher , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent Researcher , India","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082315268","display_name":"Pranshu Rastogi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pranshu Rastogi","raw_affiliation_strings":["Independent Researcher , India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent Researcher , India","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14581544,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1098","last_page":"1107"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9505000114440918,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/tutor","display_name":"TUTOR","score":0.9452179074287415},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7456656098365784},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.7310036420822144},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6652077436447144},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.39059707522392273},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37252572178840637},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11881497502326965},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06937944889068604},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.04953756928443909},{"id":"https://openalex.org/keywords/aesthetics","display_name":"Aesthetics","score":0.047519147396087646},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.047175198793411255}],"concepts":[{"id":"https://openalex.org/C2778371403","wikidata":"https://www.wikidata.org/wiki/Q7672049","display_name":"TUTOR","level":2,"score":0.9452179074287415},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7456656098365784},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.7310036420822144},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6652077436447144},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39059707522392273},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37252572178840637},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11881497502326965},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06937944889068604},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.04953756928443909},{"id":"https://openalex.org/C107038049","wikidata":"https://www.wikidata.org/wiki/Q35986","display_name":"Aesthetics","level":1,"score":0.047519147396087646},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.047175198793411255}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.bea-1.85","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.85","pdf_url":"https://aclanthology.org/2025.bea-1.85.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.bea-1.85","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.85","pdf_url":"https://aclanthology.org/2025.bea-1.85.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889238.pdf","grobid_xml":"https://content.openalex.org/works/W4412889238.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2478195092","https://openalex.org/W4312351362","https://openalex.org/W2362145073","https://openalex.org/W2358338760","https://openalex.org/W183073912","https://openalex.org/W2119729863","https://openalex.org/W2887971028","https://openalex.org/W2501172308","https://openalex.org/W3196817267","https://openalex.org/W1976600725"],"abstract_inverted_index":{"As":[0],"Large":[1],"Language":[2],"Models":[3],"(LLMs)":[4],"are":[5,180],"increasingly":[6],"deployed":[7],"in":[8,49,137,144,153],"educational":[9,171],"environments,":[10],"two":[11],"critical":[12],"challenges":[13],"emerge:":[14],"identifying":[15],"the":[16,32],"source":[17],"of":[18,112,164],"tutoring":[19,51],"responses":[20,78],"and":[21,44,62,70,90,120,140,174,177],"evaluating":[22],"their":[23],"pedagogical":[24,165],"effectiveness.This":[25],"paper":[26],"presents":[27],"Phaedrus'":[28],"comprehensive":[29],"approach":[30,94],"to":[31,132],"BEA":[33],"2025":[34],"Shared":[35],"Task,":[36],"addressing":[37],"both":[38],"tutor":[39,53],"identity":[40,54,118],"classification":[41,119],"(Track":[42,47],"5)":[43],"actionability":[45,73,128],"assessment":[46],"4)":[48],"mathematical":[50],"dialogues.For":[52],"classification,":[55],"we":[56,75],"distinguish":[57],"between":[58],"human":[59],"tutors":[60],"(expert/novice)":[61],"seven":[63],"distinct":[64],"LLMs":[65,156],"using":[66,86],"cross-response":[67],"context":[68],"augmentation":[69],"ensemble":[71],"techniques.For":[72],"assessment,":[74],"evaluate":[76],"whether":[77],"provide":[79],"clear":[80],"guidance":[81],"on":[82],"student":[83],"next":[84],"steps":[85],"selective":[87],"attention":[88],"masking":[89],"instruction-guided":[91],"training.Our":[92],"multi-task":[93],"combines":[95],"transformer-based":[96],"models":[97],"with":[98,106,167],"innovative":[99],"contextual":[100],"feature":[101],"engineering,":[102],"achieving":[103],"state-of-the-art":[104],"performance":[105],"a":[107],"CV":[108],"macro":[109],"F1":[110,125],"score":[111,133],"0.9596":[113],"(test":[114,122],"set":[115,123],"0.9698)":[116],"for":[117,127,170],"0.655":[121],"Strict":[124],"0.6906)":[126],"assessment.We":[129],"were":[130],"able":[131],"rank":[134,141],"5":[135],"th":[136],"Track":[138,145],"4":[139],"1":[142],"st":[143],"5.":[146],"Our":[147],"analysis":[148],"reveals":[149],"that":[150],"despite":[151],"advances":[152],"human-like":[154],"responses,":[155],"maintain":[157],"detectable":[158],"fingerprints":[159],"while":[160],"showing":[161],"varying":[162],"levels":[163],"actionability,":[166],"important":[168],"implications":[169],"technology":[172],"development":[173],"deployment.Our":[175],"code":[176],"implementation":[178],"details":[179],"publicly":[181],"available":[182],"at":[183]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}