{"id":"https://openalex.org/W7165533342","doi":"https://doi.org/10.1145/3774398.3811598","title":"Benefit or Bottleneck? Assessing the Impact of Structured Reflection on Learning from AI-Driven Explanatory Feedback","display_name":"Benefit or Bottleneck? Assessing the Impact of Structured Reflection on Learning from AI-Driven Explanatory Feedback","publication_year":2026,"publication_date":"2026-06-22","ids":{"openalex":"https://openalex.org/W7165533342","doi":"https://doi.org/10.1145/3774398.3811598"},"language":null,"primary_location":{"id":"doi:10.1145/3774398.3811598","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774398.3811598","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3774398.3811598","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048409726","display_name":"Michael W. Asher","orcid":"https://orcid.org/0000-0002-1006-8813"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael W. Asher","raw_affiliation_strings":["Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1006-8813","affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027365371","display_name":"Gillian Gold","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gillian Gold","raw_affiliation_strings":["Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0009-0007-9220-8915","affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026875699","display_name":"Paulo F. Carvalho","orcid":"https://orcid.org/0000-0002-0449-3733"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paulo F. Carvalho","raw_affiliation_strings":["Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-0449-3733","affiliations":[{"raw_affiliation_string":"Human-Computer Interaction Institute, Carnegie Mellon University, Pittsburgh, PA, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11516","display_name":"Visual and Cognitive Learning Processes","score":0.3165999948978424,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11516","display_name":"Visual and Cognitive Learning Processes","score":0.3165999948978424,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.10540000349283218,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.09139999747276306,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.5796999931335449},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.5001000165939331},{"id":"https://openalex.org/keywords/reflective-practice","display_name":"Reflective practice","score":0.41350001096725464},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41200000047683716},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4072999954223633},{"id":"https://openalex.org/keywords/peer-feedback","display_name":"Peer feedback","score":0.3716999888420105},{"id":"https://openalex.org/keywords/audio-feedback","display_name":"Audio feedback","score":0.3691999912261963},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.3596000075340271}],"concepts":[{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.5796999931335449},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.5001000165939331},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4733999967575073},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46470001339912415},{"id":"https://openalex.org/C132413290","wikidata":"https://www.wikidata.org/wiki/Q7307322","display_name":"Reflective practice","level":2,"score":0.41350001096725464},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41200000047683716},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C42058189","wikidata":"https://www.wikidata.org/wiki/Q7160400","display_name":"Peer feedback","level":2,"score":0.3716999888420105},{"id":"https://openalex.org/C38956757","wikidata":"https://www.wikidata.org/wiki/Q716215","display_name":"Audio feedback","level":2,"score":0.3691999912261963},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3596000075340271},{"id":"https://openalex.org/C193081819","wikidata":"https://www.wikidata.org/wiki/Q4132092","display_name":"Video feedback","level":2,"score":0.357699990272522},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.35760000348091125},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3183000087738037},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.31470000743865967},{"id":"https://openalex.org/C61641136","wikidata":"https://www.wikidata.org/wiki/Q1107019","display_name":"Cognitive load","level":3,"score":0.30000001192092896},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2833000123500824},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28189998865127563},{"id":"https://openalex.org/C2779305910","wikidata":"https://www.wikidata.org/wiki/Q5172809","display_name":"Corrective feedback","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C166235249","wikidata":"https://www.wikidata.org/wiki/Q355217","display_name":"Time management","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.26030001044273376},{"id":"https://openalex.org/C186886427","wikidata":"https://www.wikidata.org/wiki/Q5441213","display_name":"Feedback loop","level":2,"score":0.25429999828338623}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3774398.3811598","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774398.3811598","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3774398.3811598","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3774398.3811598","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7414044737815857}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1970480668","https://openalex.org/W1976637107","https://openalex.org/W2001468118","https://openalex.org/W2014511864","https://openalex.org/W2027525087","https://openalex.org/W2067115680","https://openalex.org/W2074801235","https://openalex.org/W2106779500","https://openalex.org/W2108617939","https://openalex.org/W2116669434","https://openalex.org/W2136131815","https://openalex.org/W2163569782","https://openalex.org/W2566501246","https://openalex.org/W3000429148","https://openalex.org/W3022355667","https://openalex.org/W4239816899","https://openalex.org/W4250727746","https://openalex.org/W4280547462","https://openalex.org/W4283023900","https://openalex.org/W4387023634","https://openalex.org/W4390666334","https://openalex.org/W4390821987","https://openalex.org/W4404272189","https://openalex.org/W4406868222","https://openalex.org/W4413847466","https://openalex.org/W7125630967","https://openalex.org/W7128710727","https://openalex.org/W7140193036"],"related_works":[],"abstract_inverted_index":{"As":[0,242],"AI":[1],"tutors":[2],"become":[3],"increasingly":[4],"capable":[5],"of":[6,33,157,208,254],"delivering":[7],"rich,":[8],"personalized":[9,93],"feedback":[10,45,72,94,101,130,212,223,244],"at":[11,154,247],"scale,":[12,248],"a":[13,37,85,122,162,199],"key":[14],"challenge":[15],"remains:":[16],"novice":[17],"learners":[18,43,153,246],"often":[19],"struggle":[20],"to":[21,49,57,68,95,107,120],"process":[22],"detailed":[23],"explanations":[24],"on":[25,114,129,166],"their":[26,237],"own.":[27],"Structured":[28],"reflection,":[29],"grounded":[30],"in":[31,84],"decades":[32],"self-explanation":[34,104,229],"research,":[35],"is":[36,224],"theoretically":[38],"compelling":[39],"solution.":[40],"By":[41],"helping":[42],"parse":[44],"and":[46,61,131,160,227],"prompting":[47],"them":[48,265],"actively":[50],"interpret":[51],"it,":[52],"reflection":[53,67,110,169],"activities":[54,230],"are":[55,240],"designed":[56],"reduce":[58],"cognitive":[59],"overload":[60],"deepen":[62],"understanding.":[63],"But":[64],"does":[65,76],"adding":[66],"already":[69,225],"rich":[70],"AI-generated":[71,243],"actually":[73],"help,":[74],"or":[75],"it":[77,118,125],"simply":[78],"add":[79,232],"friction?":[80],"We":[81],"tested":[82],"this":[83],"randomized":[86],"experiment":[87],"comparing":[88],"Python":[89],"practice":[90,133,188,194,210],"with":[91,102,211,260],"AI-generated,":[92],"''reflective":[96],"practice,''":[97],"which":[98],"paired":[99],"identical":[100],"structured":[103],"prompts.":[105],"Contrary":[106],"our":[108],"predictions,":[109],"never":[111],"improved":[112],"performance":[113],"any":[115],"measure.":[116],"Instead,":[117],"proved":[119],"be":[121],"temporal":[123],"bottleneck:":[124],"doubled":[126],"time":[127],"spent":[128],"reduced":[132],"volume":[134],"by":[135],"40%,":[136],"without":[137],"making":[138],"each":[139],"learning":[140],"opportunity":[141],"more":[142,148,190],"effective.":[143],"Learners":[144],"who":[145],"cycled":[146],"through":[147],"practice-and-feedback":[149],"iterations":[150],"outperformed":[151,198],"reflective":[152],"the":[155,158,173,252],"end":[156],"session":[159],"maintained":[161],"small,":[163],"nonsignificant":[164],"advantage":[165],"transfer.":[167],"Notably,":[168],"did":[170,183],"not":[171],"provide":[172,218],"scaffolding":[174],"benefit":[175],"we":[176],"predicted":[177],"for":[178,189],"novices\u2014and":[179],"when":[180,222,236],"individual":[181],"differences":[182],"emerge,":[184],"they":[185],"favored":[186],"higher-volume":[187],"knowledgeable":[191],"learners.":[192],"Both":[193],"conditions":[195],"also":[196],"substantially":[197],"high-quality":[200],"video":[201],"baseline":[202],"(d":[203],"=":[204],"0.66\u20130.93),":[205],"replicating":[206],"benefits":[207],"active":[209],"over":[213],"passive":[214],"instruction.":[215],"These":[216],"findings":[217,250],"initial":[219],"evidence":[220],"that":[221],"elaborated":[226],"personalized,":[228],"may":[231],"little":[233],"value,":[234],"particularly":[235],"time-related":[238],"costs":[239],"considered.":[241],"reaches":[245],"these":[249],"underscore":[251],"necessity":[253],"empirically":[255],"validating":[256],"pedagogical":[257],"scaffolds\u2014even":[258],"those":[259],"strong":[261],"theoretical":[262],"support\u2014before":[263],"deploying":[264],"broadly.":[266]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-06-23T00:00:00"}