{"id":"https://openalex.org/W4404173560","doi":"https://doi.org/10.1145/3687038","title":"Guiding Students in Using LLMs in Supported Learning Environments: Effects on Interaction Dynamics, Learner Performance, Confidence, and Trust","display_name":"Guiding Students in Using LLMs in Supported Learning Environments: Effects on Interaction Dynamics, Learner Performance, Confidence, and Trust","publication_year":2024,"publication_date":"2024-11-07","ids":{"openalex":"https://openalex.org/W4404173560","doi":"https://doi.org/10.1145/3687038"},"language":"en","primary_location":{"id":"doi:10.1145/3687038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3687038","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3687038","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3687038","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059798408","display_name":"Harsh Kumar","orcid":"https://orcid.org/0000-0003-2878-3986"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Harsh Kumar","raw_affiliation_strings":["University of Toronto, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022204507","display_name":"Ilya Musabirov","orcid":"https://orcid.org/0000-0003-2246-0094"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ilya Musabirov","raw_affiliation_strings":["University of Toronto, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028659802","display_name":"Mohi Reza","orcid":"https://orcid.org/0000-0001-9668-3384"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mohi Reza","raw_affiliation_strings":["University of Toronto, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083931769","display_name":"Jiakai Shi","orcid":"https://orcid.org/0000-0002-8755-8984"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jiakai Shi","raw_affiliation_strings":["University of Toronto, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060253607","display_name":"X. D. Wang","orcid":"https://orcid.org/0009-0007-7302-0589"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xinyuan Wang","raw_affiliation_strings":["University of Toronto, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069476228","display_name":"Joseph Jay Williams","orcid":"https://orcid.org/0000-0002-9122-5242"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Joseph Jay Williams","raw_affiliation_strings":["University of Toronto, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090252428","display_name":"Anastasia Kuzminykh","orcid":"https://orcid.org/0000-0002-5941-4641"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Anastasia Kuzminykh","raw_affiliation_strings":["University of Toronto, Toronto, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017029944","display_name":"Michael Liut","orcid":"https://orcid.org/0000-0003-2965-5302"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Michael Liut","raw_affiliation_strings":["University of Toronto Mississauga, Mississauga, Ontario, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Mississauga, Ontario, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5059798408"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":6.7158,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.97062015,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":"CSCW2","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9805999994277954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9779999852180481,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.5768418312072754},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4919130802154541},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.4164014458656311},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3970746099948883},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.34929102659225464},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.3451932370662689},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.328313410282135},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.2229156494140625}],"concepts":[{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.5768418312072754},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4919130802154541},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4164014458656311},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3970746099948883},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.34929102659225464},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3451932370662689},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.328313410282135},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.2229156494140625}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3687038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3687038","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3687038","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3687038","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3687038","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3687038","source":{"id":"https://openalex.org/S4210183893","display_name":"Proceedings of the ACM on Human-Computer Interaction","issn_l":"2573-0142","issn":["2573-0142"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Human-Computer Interaction","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8700000047683716,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404173560.pdf"},"referenced_works_count":72,"referenced_works":["https://openalex.org/W145939632","https://openalex.org/W160461043","https://openalex.org/W1506029614","https://openalex.org/W1510413338","https://openalex.org/W1539703845","https://openalex.org/W1570348318","https://openalex.org/W1906263353","https://openalex.org/W1968645376","https://openalex.org/W1983526537","https://openalex.org/W1994606570","https://openalex.org/W2012126475","https://openalex.org/W2017764013","https://openalex.org/W2036280803","https://openalex.org/W2037785207","https://openalex.org/W2045543213","https://openalex.org/W2051729463","https://openalex.org/W2054286249","https://openalex.org/W2055261030","https://openalex.org/W2061200712","https://openalex.org/W2067815663","https://openalex.org/W2076771354","https://openalex.org/W2095184141","https://openalex.org/W2105543722","https://openalex.org/W2120662243","https://openalex.org/W2151242289","https://openalex.org/W2151401338","https://openalex.org/W2336395599","https://openalex.org/W2397837360","https://openalex.org/W2475454661","https://openalex.org/W2546112086","https://openalex.org/W2757135061","https://openalex.org/W2775325862","https://openalex.org/W2779206865","https://openalex.org/W2804088093","https://openalex.org/W2899516957","https://openalex.org/W2940599404","https://openalex.org/W2965031209","https://openalex.org/W2966150097","https://openalex.org/W3000822833","https://openalex.org/W3021584842","https://openalex.org/W3029636270","https://openalex.org/W3036303113","https://openalex.org/W3038228746","https://openalex.org/W3045123719","https://openalex.org/W3083762786","https://openalex.org/W3091658513","https://openalex.org/W3099702889","https://openalex.org/W3100002139","https://openalex.org/W3177466199","https://openalex.org/W3199400376","https://openalex.org/W3203812776","https://openalex.org/W3204753692","https://openalex.org/W3209606054","https://openalex.org/W4237066437","https://openalex.org/W4283765296","https://openalex.org/W4288359812","https://openalex.org/W4307905568","https://openalex.org/W4308426205","https://openalex.org/W4323526552","https://openalex.org/W4323655724","https://openalex.org/W4327518740","https://openalex.org/W4366548330","https://openalex.org/W4366596891","https://openalex.org/W4366596900","https://openalex.org/W4381982883","https://openalex.org/W4384520667","https://openalex.org/W4384520763","https://openalex.org/W4384890810","https://openalex.org/W4387606027","https://openalex.org/W4387606440","https://openalex.org/W4389109516","https://openalex.org/W6819083493"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4391375266","https://openalex.org/W1636325709","https://openalex.org/W2724817865","https://openalex.org/W2400992695","https://openalex.org/W2382944939","https://openalex.org/W2771969352","https://openalex.org/W1993066527","https://openalex.org/W4300802590","https://openalex.org/W4309734132"],"abstract_inverted_index":{"Personalized":[0],"chatbot-based":[1],"teaching":[2],"assistants":[3],"can":[4,139],"be":[5],"crucial":[6],"in":[7,40,48,70,101,141],"addressing":[8],"increasing":[9,28],"classroom":[10,75],"sizes,":[11],"especially":[12],"where":[13],"direct":[14],"teacher":[15],"presence":[16],"is":[17],"limited.":[18],"Large":[19],"language":[20],"models":[21],"(LLMs)":[22],"offer":[23],"a":[24,67,78],"promising":[25],"avenue,":[26],"with":[27],"research":[29],"exploring":[30],"their":[31],"educational":[32],"utility.":[33],"However,":[34],"the":[35,42,50,86,95,130,135],"challenge":[36],"lies":[37],"not":[38],"only":[39],"establishing":[41],"efficacy":[43],"of":[44,52,88,124],"LLMs":[45],"but":[46],"also":[47],"discerning":[49],"nuances":[51],"interaction":[53],"between":[54],"learners":[55],"and":[56,63,77,99],"these":[57],"models,":[58],"which":[59],"impact":[60,87],"learners'":[61,96],"engagement":[62],"results.":[64],"We":[65],"conducted":[66],"formative":[68],"study":[69],"an":[71],"undergraduate":[72],"computer":[73],"science":[74],"(N=145)":[76],"controlled":[79],"experiment":[80],"on":[81,94],"Prolific":[82],"(N=356)":[83],"to":[84,129],"explore":[85],"four":[89],"pedagogically":[90],"informed":[91],"guidance":[92,116],"strategies":[93],"performance,":[97,108],"confidence":[98],"trust":[100],"LLMs.":[102],"Direct":[103],"LLM":[104],"answers":[105],"marginally":[106],"improved":[107],"while":[109],"refining":[110],"student":[111],"solutions":[112],"fostered":[113],"trust.":[114],"Structured":[115],"reduced":[117],"random":[118],"queries":[119],"as":[120,122],"well":[121],"instances":[123],"students":[125],"copy-pasting":[126],"assignment":[127],"questions":[128],"LLM.":[131],"Our":[132],"work":[133],"highlights":[134],"role":[136],"that":[137],"teachers":[138],"play":[140],"shaping":[142],"LLM-supported":[143],"learning":[144],"environments.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":13}],"updated_date":"2026-03-22T08:09:32.410652","created_date":"2024-11-09T00:00:00"}