{"id":"https://openalex.org/W4412975914","doi":"https://doi.org/10.1145/3698205.3729550","title":"Can Learners Navigate Imperfect Generative Pedagogical Chatbots? An Analysis of Chatbot Errors on Learning","display_name":"Can Learners Navigate Imperfect Generative Pedagogical Chatbots? An Analysis of Chatbot Errors on Learning","publication_year":2025,"publication_date":"2025-07-17","ids":{"openalex":"https://openalex.org/W4412975914","doi":"https://doi.org/10.1145/3698205.3729550"},"language":"en","primary_location":{"id":"doi:10.1145/3698205.3729550","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3698205.3729550","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032690754","display_name":"Tiffany Wenting Li","orcid":"https://orcid.org/0000-0002-0954-5627"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]},{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]},{"id":"https://openalex.org/I183874917","display_name":"Urbana University","ror":"https://ror.org/04kp3hw27","country_code":"US","type":"education","lineage":["https://openalex.org/I183874917"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tiffany Wenting Li","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Urbana, IL, USA and Stevens Institute of Technology, Hoboken, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0002-0954-5627","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Urbana, IL, USA and Stevens Institute of Technology, Hoboken, NJ, USA","institution_ids":["https://openalex.org/I108468826","https://openalex.org/I157725225","https://openalex.org/I183874917"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065232236","display_name":"Yifan Song","orcid":"https://orcid.org/0009-0004-6205-2655"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifan Song","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0009-0004-6205-2655","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018532037","display_name":"Hari Sundaram","orcid":"https://orcid.org/0000-0003-3315-6055"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hari Sundaram","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0000-0003-3315-6055","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075056899","display_name":"Karrie Karahalios","orcid":"https://orcid.org/0000-0001-8788-3405"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Karrie Karahalios","raw_affiliation_strings":["University of Illinois Urbana-Champaign, Urbana, IL, USA"],"raw_orcid":"https://orcid.org/0000-0001-8788-3405","affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.3651,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97811216,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"151","last_page":"163"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chatbot","display_name":"Chatbot","score":0.9373148083686829},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7650891542434692},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.70881187915802},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6967947483062744},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5509377121925354},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5490822792053223},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3467586040496826},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.16644808650016785}],"concepts":[{"id":"https://openalex.org/C2779041454","wikidata":"https://www.wikidata.org/wiki/Q870780","display_name":"Chatbot","level":2,"score":0.9373148083686829},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7650891542434692},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.70881187915802},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6967947483062744},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5509377121925354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5490822792053223},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3467586040496826},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.16644808650016785},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3698205.3729550","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3698205.3729550","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7699999809265137}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W108698658","https://openalex.org/W1956820803","https://openalex.org/W1978849798","https://openalex.org/W1997513654","https://openalex.org/W2040737344","https://openalex.org/W2042972006","https://openalex.org/W2057357004","https://openalex.org/W2058315996","https://openalex.org/W2060008374","https://openalex.org/W2074977157","https://openalex.org/W2077623198","https://openalex.org/W2086366957","https://openalex.org/W2098885060","https://openalex.org/W2105045377","https://openalex.org/W2112209522","https://openalex.org/W2130271219","https://openalex.org/W2134529236","https://openalex.org/W2135940289","https://openalex.org/W2187978695","https://openalex.org/W2404411786","https://openalex.org/W2405161632","https://openalex.org/W2405896853","https://openalex.org/W2571231634","https://openalex.org/W2729814639","https://openalex.org/W2738655609","https://openalex.org/W2902539275","https://openalex.org/W2915124689","https://openalex.org/W2979278474","https://openalex.org/W2992347006","https://openalex.org/W3001145569","https://openalex.org/W3034963737","https://openalex.org/W3095319910","https://openalex.org/W3125633690","https://openalex.org/W3128904553","https://openalex.org/W3136597532","https://openalex.org/W3161516024","https://openalex.org/W3190758383","https://openalex.org/W3193271112","https://openalex.org/W4225095662","https://openalex.org/W4284991798","https://openalex.org/W4309674289","https://openalex.org/W4312213844","https://openalex.org/W4319312380","https://openalex.org/W4360991127","https://openalex.org/W4377291971","https://openalex.org/W4380353816","https://openalex.org/W4382654255","https://openalex.org/W4386041250","https://openalex.org/W4386221177","https://openalex.org/W4386584984","https://openalex.org/W4387735186","https://openalex.org/W4389966389","https://openalex.org/W4390414972","https://openalex.org/W4390490804","https://openalex.org/W4391584367","https://openalex.org/W4391833165","https://openalex.org/W4392736278","https://openalex.org/W4395064833","https://openalex.org/W4396802056","https://openalex.org/W4396822175","https://openalex.org/W4396831857","https://openalex.org/W4396833086","https://openalex.org/W4396833376","https://openalex.org/W4396833591","https://openalex.org/W4399364305","https://openalex.org/W4400267753","https://openalex.org/W4400643163","https://openalex.org/W4400643378","https://openalex.org/W4401379968","https://openalex.org/W4401408787","https://openalex.org/W4402705648","https://openalex.org/W4408150663","https://openalex.org/W4409871149"],"related_works":["https://openalex.org/W4383501580","https://openalex.org/W4214931137","https://openalex.org/W4313813117","https://openalex.org/W4382052417","https://openalex.org/W3192088754","https://openalex.org/W4387007686","https://openalex.org/W3084631705","https://openalex.org/W3176146353","https://openalex.org/W4293646425","https://openalex.org/W3150216605"],"abstract_inverted_index":{"Generative":[0],"pedagogical":[1],"chatbots":[2],"offer":[3],"a":[4,29,76],"promising":[5],"solution":[6],"to":[7,85,92,108],"transform":[8],"personalized":[9,149],"learning":[10,61,101],"at":[11,17],"scale,":[12],"but":[13],"their":[14],"benefits":[15],"are":[16],"risk":[18],"because":[19],"of":[20,23,32,141],"the":[21,96,106],"potential":[22],"providing":[24],"inaccurate":[25],"information.":[26],"We":[27],"have":[28],"limited":[30],"understanding":[31],"how":[33,41],"effectively":[34],"learners":[35,45,110,145],"handle":[36],"factual":[37,87],"chatbot":[38,112,142],"errors":[39,43,88,99,143],"and":[40,67,72,95,103,125,133,146,151],"these":[42,52],"affect":[44],"with":[46,90],"varying":[47],"backgrounds.":[48],"This":[49],"study":[50],"addresses":[51],"questions":[53],"in":[54],"an":[55],"ecologically":[56],"valid":[57],"open-ended":[58],"online":[59],"STEM":[60],"environment.":[62],"Using":[63],"Bayesian":[64],"causal":[65],"inference":[66],"thematic":[68],"analysis":[69],"on":[70,128],"survey":[71],"interview":[73],"data":[74],"from":[75],"quasi-experimental":[77],"setting,":[78],"we":[79,119,137],"found":[80],"that":[81],"most":[82],"participants":[83],"struggled":[84],"detect":[86],"even":[89],"access":[91],"reading":[93],"materials":[94],"Internet.":[97],"Undetected":[98],"harmed":[100],"outcomes":[102],"self-efficacy,":[104],"underscoring":[105],"need":[107],"help":[109],"evaluate":[111],"responses.":[113],"By":[114],"analyzing":[115],"participants'":[116],"evaluation":[117],"strategies,":[118],"identified":[120],"challenges":[121],"during":[122],"error":[123],"management":[124],"suggested":[126],"ideas":[127],"designing":[129],"effective":[130],"supporting":[131],"resources":[132],"learner":[134],"empowerment.":[135],"Finally,":[136],"revealed":[138],"differential":[139],"impacts":[140],"across":[144],"called":[147],"for":[148],"support":[150],"deployment.":[152]},"counts_by_year":[{"year":2026,"cited_by_count":5}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}