{"id":"https://openalex.org/W4412889245","doi":"https://doi.org/10.18653/v1/2025.bea-1.64","title":"Comparing Behavioral Patterns of LLM and Human Tutors: A Population-level Analysis with the CIMA Dataset","display_name":"Comparing Behavioral Patterns of LLM and Human Tutors: A Population-level Analysis with the CIMA Dataset","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889245","doi":"https://doi.org/10.18653/v1/2025.bea-1.64"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.bea-1.64","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.64","pdf_url":"https://aclanthology.org/2025.bea-1.64.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.bea-1.64.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119181654","display_name":"Aayush Kucheria","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Aayush Kucheria","raw_affiliation_strings":["Aalto University Aalto University Aalto University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University Aalto University Aalto University","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119181655","display_name":"Nitin Sawhney","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Nitin Sawhney","raw_affiliation_strings":["Aalto University Aalto University Aalto University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University Aalto University Aalto University","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5119181656","display_name":"Arto Hellas","orcid":null},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Arto Hellas","raw_affiliation_strings":["Aalto University Aalto University Aalto University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalto University Aalto University Aalto University","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"873","last_page":"881"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.8136000037193298,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.8136000037193298,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5475583076477051}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5475583076477051}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2025.bea-1.64","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.64","pdf_url":"https://aclanthology.org/2025.bea-1.64.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/142386","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/b448b4b9-ab0f-4bd7-a6c6-6731c61b4042","pdf_url":null,"source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.bea-1.64","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.64","pdf_url":"https://aclanthology.org/2025.bea-1.64.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6600000262260437,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889245.pdf","grobid_xml":"https://content.openalex.org/works/W4412889245.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W2904197112"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"offer":[4],"exciting":[5],"potential":[6],"as":[7,92],"educational":[8,101,137],"tutors,":[9],"and":[10,46,54,75,104,113],"much":[11],"research":[12,18,80],"explores":[13],"this":[14],"potential.Unfortunately,":[15],"there's":[16],"little":[17],"in":[19,30,62,67,86,136],"understanding":[20,87],"the":[21,43,68],"baseline":[22,64],"behavioral":[23],"pattern":[24],"differences":[25,41,129],"that":[26,107],"LLM":[27],"tutors":[28,93],"exhibit,":[29],"contrast":[31],"to":[32],"human":[33,126],"tutors.We":[34],"conduct":[35],"a":[36],"preliminary":[37],"study":[38],"of":[39,73,134],"these":[40,63,128],"with":[42],"CIMA":[44],"dataset":[45],"three":[47],"stateof-the-art":[48],"LLMs":[49,89,109],"(GPT-4o,":[50],"Gemini":[51],"Pro":[52],"1.5,":[53],"LLaMA":[55],"3.1":[56],"450B).Our":[57],"results":[58,85],"reveal":[59],"systematic":[60,95],"deviations":[61],"patterns,":[65],"particulary":[66],"tutoring":[69],"actions":[70],"selected,":[71],"complexity":[72],"responses,":[74],"even":[76],"within":[77],"different":[78],"LLMs.This":[79],"brings":[81],"forward":[82],"some":[83],"early":[84],"how":[88],"when":[90],"deployed":[91],"exhibit":[94],"differences,":[96],"which":[97],"has":[98],"implications":[99],"for":[100],"technology":[102],"design":[103],"deployment.We":[105],"note":[106],"while":[108],"enable":[110],"more":[111],"powerful":[112],"fluid":[114],"interaction":[115],"than":[116],"previous":[117],"systems,":[118],"they":[119],"simultaneously":[120],"develop":[121],"characteristic":[122],"patterns":[123],"distinct":[124],"from":[125],"teaching.Understanding":[127],"can":[130],"inform":[131],"better":[132],"integration":[133],"AI":[135],"settings.":[138]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}