{"id":"https://openalex.org/W4400208296","doi":"https://doi.org/10.1007/978-3-031-64302-6_6","title":"Ruffle&amp;Riley: Insights from\u00a0Designing and\u00a0Evaluating a\u00a0Large Language Model-Based Conversational Tutoring System","display_name":"Ruffle&amp;Riley: Insights from\u00a0Designing and\u00a0Evaluating a\u00a0Large Language Model-Based Conversational Tutoring System","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4400208296","doi":"https://doi.org/10.1007/978-3-031-64302-6_6"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-031-64302-6_6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-64302-6_6","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-64302-6_6.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-64302-6_6.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043741972","display_name":"Robin Schmucker","orcid":"https://orcid.org/0000-0002-5275-3608"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Robin Schmucker","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, 15213, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, 15213, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080268090","display_name":"Meng Xia","orcid":"https://orcid.org/0000-0002-9497-2470"},"institutions":[{"id":"https://openalex.org/I91045830","display_name":"Texas A&M University","ror":"https://ror.org/01f5ytq51","country_code":"US","type":"education","lineage":["https://openalex.org/I91045830"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meng Xia","raw_affiliation_strings":["Texas A &M University, College Station, TX, 77843, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Texas A &M University, College Station, TX, 77843, USA","institution_ids":["https://openalex.org/I91045830"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082567694","display_name":"Amos Azaria","orcid":"https://orcid.org/0000-0002-5057-1309"},"institutions":[{"id":"https://openalex.org/I52170813","display_name":"Ariel University","ror":"https://ror.org/03nz8qe97","country_code":"IL","type":"education","lineage":["https://openalex.org/I52170813"]}],"countries":["IL"],"is_corresponding":false,"raw_author_name":"Amos Azaria","raw_affiliation_strings":["Ariel University, 4070000, Ariel, Israel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ariel University, 4070000, Ariel, Israel","institution_ids":["https://openalex.org/I52170813"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102921433","display_name":"Tom M. Mitchell","orcid":"https://orcid.org/0000-0001-7373-0301"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tom Mitchell","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA, 15213, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA, 15213, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5043741972"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":25.8372,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.99700909,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"75","last_page":"90"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.793157696723938},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.5603821277618408},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.4439641237258911},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40882959961891174},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3918558359146118},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3706813454627991}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.793157696723938},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.5603821277618408},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.4439641237258911},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40882959961891174},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3918558359146118},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3706813454627991},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-031-64302-6_6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-64302-6_6","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-64302-6_6.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-031-64302-6_6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-031-64302-6_6","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-031-64302-6_6.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8799999952316284,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4400208296.pdf"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W1985824294","https://openalex.org/W1986079972","https://openalex.org/W1990134054","https://openalex.org/W2015289523","https://openalex.org/W2020229731","https://openalex.org/W2038558034","https://openalex.org/W2096363625","https://openalex.org/W2108617939","https://openalex.org/W2160133757","https://openalex.org/W2261910606","https://openalex.org/W2265967673","https://openalex.org/W2293928746","https://openalex.org/W2767051907","https://openalex.org/W2958492556","https://openalex.org/W2965578234","https://openalex.org/W3083063794","https://openalex.org/W3208686870","https://openalex.org/W4288046023","https://openalex.org/W4320731315","https://openalex.org/W4323655724","https://openalex.org/W4366550149","https://openalex.org/W4381956360","https://openalex.org/W4384659608","https://openalex.org/W4386263510","https://openalex.org/W4386266200","https://openalex.org/W4388095513"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W79913212","https://openalex.org/W2094884983","https://openalex.org/W2378898096","https://openalex.org/W560952460","https://openalex.org/W2290927522","https://openalex.org/W4283579741","https://openalex.org/W3066706303","https://openalex.org/W876159576","https://openalex.org/W2943612818"],"abstract_inverted_index":{"Abstract":[0],"Conversational":[1],"tutoring":[2,87],"systems":[3],"(CTSs)":[4],"offer":[5],"learning":[6,23,216,251],"experiences":[7],"through":[8],"interactions":[9],"based":[10],"on":[11,47,245],"natural":[12],"language.":[13],"They":[14],"are":[15],"recognized":[16],"for":[17,120,231],"promoting":[18],"cognitive":[19],"engagement":[20],"and":[21,44,56,114,128,166,175,190,225],"improving":[22],"outcomes,":[24],"especially":[25],"in":[26,67,72,101,140,214],"reasoning":[27],"tasks.":[28],"Nonetheless,":[29],"the":[30,76,95,98,125,160,192,206,219],"cost":[31],"associated":[32],"with":[33],"authoring":[34,81],"CTS":[35,62],"content":[36,80],"is":[37],"a":[38,58,91,102,112,115],"major":[39],"obstacle":[40],"to":[41,45,136,162,204,241],"widespread":[42],"adoption":[43],"research":[46,244],"effective":[48,246],"instructional":[49,247],"design.":[50],"In":[51],"this":[52],"paper,":[53],"we":[54,179,208],"discuss":[55],"evaluate":[57,133],"novel":[59],"type":[60],"of":[61,187,233,249],"that":[63,123,181],"leverages":[64],"recent":[65],"advances":[66],"large":[68],"language":[69],"models":[70],"(LLMs)":[71],"two":[73,106,141],"ways:":[74],"First,":[75],"system":[77,96,118,161,170,223,240],"enables":[78],"AI-assisted":[79],"by":[82],"inducing":[83],"an":[84],"easily":[85],"editable":[86],"script":[88,99],"automatically":[89],"from":[90],"lesson":[92],"text.":[93],"Second,":[94],"automates":[97],"orchestration":[100],"learning-by-teaching":[103],"format":[104],"via":[105],"LLM-based":[107,250],"agents":[108],"(Ruffle&amp;Riley)":[109],"acting":[110],"as":[111,195],"student":[113],"professor.":[116],"The":[117],"allows":[119],"free-form":[121],"conversations":[122],"follow":[124],"ITS-typical":[126],"inner":[127],"outer":[129],"loop":[130],"structure.":[131],"We":[132,236],"Ruffle&amp;Riley\u2019s":[134],"ability":[135],"support":[137,194,242],"biology":[138],"lessons":[139],"between-subject":[142],"online":[143],"user":[144,176,226],"studies":[145],"(":[146],"$$N":[147],"=":[148],"200$$":[149],"<mml:math":[150],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[151],"<mml:mrow>":[152],"<mml:mi>N</mml:mi>":[153],"<mml:mo>=</mml:mo>":[154],"<mml:mn>200</mml:mn>":[155],"</mml:mrow>":[156],"</mml:math>":[157],")":[158],"comparing":[159],"simpler":[163],"QA":[164],"chatbots":[165],"reading":[167,220],"activity.":[168,221],"Analyzing":[169],"usage":[171],"patterns,":[172],"pre/post-test":[173],"scores":[174],"experience":[177],"surveys,":[178],"find":[180,211],"Ruffle&amp;Riley":[182,199],"users":[183,200],"report":[184],"high":[185],"levels":[186],"engagement,":[188],"understanding":[189],"perceive":[191],"offered":[193],"helpful.":[196],"Even":[197],"though":[198],"require":[201],"more":[202],"time":[203],"complete":[205],"activity,":[207],"did":[209],"not":[210],"significant":[212],"differences":[213],"short-term":[215],"gains":[217],"over":[218],"Our":[222],"architecture":[224],"study":[227],"provide":[228],"various":[229],"insights":[230],"designers":[232],"future":[234],"CTSs.":[235],"further":[237],"open-source":[238],"our":[239],"ongoing":[243],"design":[248],"technologies.":[252]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-28T08:01:55.173337","created_date":"2025-10-10T00:00:00"}