{"id":"https://openalex.org/W4415965946","doi":"https://doi.org/10.1145/3769994.3770027","title":"Observing Without Doing: Pseudo-Apprenticeship Patterns in Student LLM Use","display_name":"Observing Without Doing: Pseudo-Apprenticeship Patterns in Student LLM Use","publication_year":2025,"publication_date":"2025-11-06","ids":{"openalex":"https://openalex.org/W4415965946","doi":"https://doi.org/10.1145/3769994.3770027"},"language":"en","primary_location":{"id":"doi:10.1145/3769994.3770027","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769994.3770027","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th Koli Calling International Conference on Computing Education Research","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3769994.3770027","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120282734","display_name":"Jade Hak","orcid":"https://orcid.org/0000-0002-9778-5857"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jade Hak","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9778-5857","affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107309470","display_name":"Norman L. Johnson","orcid":"https://orcid.org/0009-0000-0315-1806"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nathaniel Lam Johnson","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0009-0000-0315-1806","affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000974457","display_name":"Matin Amoozadeh","orcid":"https://orcid.org/0009-0009-4201-1609"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matin Amoozadeh","raw_affiliation_strings":["University of Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0009-0009-4201-1609","affiliations":[{"raw_affiliation_string":"University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090034689","display_name":"Mohammad Amin Alipour","orcid":"https://orcid.org/0000-0002-6479-7202"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amin Alipour","raw_affiliation_strings":["University of Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-6479-7202","affiliations":[{"raw_affiliation_string":"University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5059243154","display_name":"Souti Chattopadhyay","orcid":"https://orcid.org/0000-0003-1644-7344"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Souti Chattopadhyay","raw_affiliation_strings":["University of Southern California, Los Angeles, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-1644-7344","affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5120282734"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23989284,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4894999861717224,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.4894999861717224,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.11599999666213989,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.04349999874830246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/apprenticeship","display_name":"Apprenticeship","score":0.5834000110626221},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.5421000123023987},{"id":"https://openalex.org/keywords/think-aloud-protocol","display_name":"Think aloud protocol","score":0.44290000200271606},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.39070001244544983},{"id":"https://openalex.org/keywords/protocol-analysis","display_name":"Protocol analysis","score":0.34150001406669617},{"id":"https://openalex.org/keywords/at-risk-students","display_name":"At-risk students","score":0.3109999895095825},{"id":"https://openalex.org/keywords/cognitive-style","display_name":"Cognitive style","score":0.3043000102043152}],"concepts":[{"id":"https://openalex.org/C107806365","wikidata":"https://www.wikidata.org/wiki/Q253567","display_name":"Apprenticeship","level":2,"score":0.5834000110626221},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.5421000123023987},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5098999738693237},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5022000074386597},{"id":"https://openalex.org/C78821406","wikidata":"https://www.wikidata.org/wiki/Q391810","display_name":"Think aloud protocol","level":3,"score":0.44290000200271606},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.41429999470710754},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.39070001244544983},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.385699987411499},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.36640000343322754},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.34150001406669617},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.32510000467300415},{"id":"https://openalex.org/C2779479571","wikidata":"https://www.wikidata.org/wiki/Q4812273","display_name":"At-risk students","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C150681269","wikidata":"https://www.wikidata.org/wiki/Q2380771","display_name":"Cognitive style","level":3,"score":0.3043000102043152},{"id":"https://openalex.org/C194519906","wikidata":"https://www.wikidata.org/wiki/Q7627827","display_name":"Student engagement","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C166735990","wikidata":"https://www.wikidata.org/wiki/Q1750812","display_name":"Human factors and ergonomics","level":3,"score":0.27639999985694885},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.26499998569488525},{"id":"https://openalex.org/C533356498","wikidata":"https://www.wikidata.org/wiki/Q843894","display_name":"Critical thinking","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.25929999351501465},{"id":"https://openalex.org/C37228920","wikidata":"https://www.wikidata.org/wiki/Q1307600","display_name":"Experiential learning","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C88610354","wikidata":"https://www.wikidata.org/wiki/Q1813494","display_name":"Teaching method","level":2,"score":0.2551000118255615},{"id":"https://openalex.org/C206674616","wikidata":"https://www.wikidata.org/wiki/Q7038222","display_name":"Program Design Language","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3769994.3770027","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769994.3770027","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th Koli Calling International Conference on Computing Education Research","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2510.04986","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.04986","pdf_url":"https://arxiv.org/pdf/2510.04986","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3769994.3770027","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3769994.3770027","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 25th Koli Calling International Conference on Computing Education Research","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1628891305","https://openalex.org/W1970209023","https://openalex.org/W2001319819","https://openalex.org/W2125829696","https://openalex.org/W2141176783","https://openalex.org/W2237600160","https://openalex.org/W3167554351","https://openalex.org/W4230037199","https://openalex.org/W4386584937","https://openalex.org/W4390490804","https://openalex.org/W4391584367","https://openalex.org/W4392563703","https://openalex.org/W4392564770","https://openalex.org/W4392564797","https://openalex.org/W4395065007","https://openalex.org/W4401379837","https://openalex.org/W4404316547","https://openalex.org/W4406676857","https://openalex.org/W4407681574","https://openalex.org/W4407771444","https://openalex.org/W4409885395","https://openalex.org/W4412055667"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"such":[4],"as":[5],"ChatGPT":[6],"have":[7],"quickly":[8],"become":[9],"part":[10],"of":[11,103,139],"student":[12],"programmers\u2019":[13],"toolkits,":[14],"whether":[15],"allowed":[16],"by":[17,71,94,114],"instructors":[18],"or":[19],"not.":[20],"This":[21,110],"paper":[22],"examines":[23],"how":[24],"introductory":[25],"programming":[26,45],"(CS1)":[27],"students":[28,78,87],"integrate":[29],"LLMs":[30,95],"into":[31],"their":[32],"problem-solving":[33],"processes.":[34],"We":[35,75,126],"conducted":[36],"a":[37,81],"mixed-methods":[38],"study":[39],"with":[40,90],"14":[41],"undergraduates":[42],"completing":[43],"three":[44],"tasks":[46,59],"while":[47],"thinking":[48],"aloud":[49],"and":[50,63,68,73,120,129,135],"permitted":[51],"to":[52,65,98],"access":[53],"any":[54],"resources":[55],"they":[56],"choose.":[57],"The":[58],"varied":[60],"in":[61,100],"open-endedness":[62],"familiarity":[64],"the":[66,101,137],"participants":[67],"were":[69],"followed":[70],"surveys":[72],"interviews.":[74],"find":[76],"that":[77,106],"frequently":[79],"adopt":[80],"pattern":[82,111],"we":[83],"call":[84],"pseudo-apprenticeship,":[85],"where":[86],"engage":[88],"attentively":[89],"expert-level":[91],"solutions":[92],"provided":[93],"but":[96],"fail":[97],"participate":[99],"stages":[102],"cognitive":[104],"apprenticeship":[105],"promote":[107],"independent":[108],"problem-solving.":[109],"was":[112],"augmented":[113],"disconnects":[115],"between":[116],"students\u2019":[117],"intentions,":[118],"actions,":[119],"self-perceived":[121],"behavior":[122],"when":[123],"using":[124],"LLMs.":[125],"offer":[127],"design":[128],"instructional":[130],"interventions":[131],"for":[132],"promoting":[133],"learning":[134],"addressing":[136],"patterns":[138],"dependent":[140],"AI":[141],"use":[142],"observed.":[143]},"counts_by_year":[],"updated_date":"2025-11-07T23:20:04.922697","created_date":"2025-10-10T00:00:00"}