{"id":"https://openalex.org/W4412975841","doi":"https://doi.org/10.1145/3698205.3729547","title":"Encouraging Metacognitive Reflection through Prompts in a Computer-Based Learning Platform: Failure to Find a Benefit in a Large-Scale Randomized Trial","display_name":"Encouraging Metacognitive Reflection through Prompts in a Computer-Based Learning Platform: Failure to Find a Benefit in a Large-Scale Randomized Trial","publication_year":2025,"publication_date":"2025-07-17","ids":{"openalex":"https://openalex.org/W4412975841","doi":"https://doi.org/10.1145/3698205.3729547"},"language":"en","primary_location":{"id":"doi:10.1145/3698205.3729547","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3698205.3729547","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044756051","display_name":"Allison Zengilowski","orcid":"https://orcid.org/0000-0002-4166-0705"},"institutions":[{"id":"https://openalex.org/I186143895","display_name":"Lehigh University","ror":"https://ror.org/012afjb06","country_code":"US","type":"education","lineage":["https://openalex.org/I186143895"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allison Zengilowski","raw_affiliation_strings":["Lehigh University, Bethlehem, PA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4166-0705","affiliations":[{"raw_affiliation_string":"Lehigh University, Bethlehem, PA, USA","institution_ids":["https://openalex.org/I186143895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024304830","display_name":"Brendan A. Schuetze","orcid":"https://orcid.org/0000-0002-5210-6785"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brendan A Schuetze","raw_affiliation_strings":["University of Utah, Salt Lake City, UT, USA"],"raw_orcid":"https://orcid.org/0000-0002-5210-6785","affiliations":[{"raw_affiliation_string":"University of Utah, Salt Lake City, UT, USA","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094076565","display_name":"Abubakir Siedahmed","orcid":"https://orcid.org/0009-0004-9973-8511"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abubakir Siedahmed","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"raw_orcid":"https://orcid.org/0009-0004-9973-8511","affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079354298","display_name":"Veronica X. Yan","orcid":"https://orcid.org/0000-0002-3988-3184"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Veronica X Yan","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-3988-3184","affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078998782","display_name":"Neil T. Heffernan","orcid":"https://orcid.org/0000-0002-3280-288X"},"institutions":[{"id":"https://openalex.org/I107077323","display_name":"Worcester Polytechnic Institute","ror":"https://ror.org/05ejpqr48","country_code":"US","type":"education","lineage":["https://openalex.org/I107077323"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Neil T Heffernan","raw_affiliation_strings":["Worcester Polytechnic Institute, Worcester, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3280-288X","affiliations":[{"raw_affiliation_string":"Worcester Polytechnic Institute, Worcester, MA, USA","institution_ids":["https://openalex.org/I107077323"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.5899,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94285279,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"176","last_page":"185"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12500","display_name":"Reflective Practices in Education","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metacognition","display_name":"Metacognition","score":0.7182538509368896},{"id":"https://openalex.org/keywords/randomized-controlled-trial","display_name":"Randomized controlled trial","score":0.6793555021286011},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.6558446288108826},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6056844592094421},{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.5320758819580078},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3580794334411621},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3235239088535309},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.13443484902381897},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.12718263268470764}],"concepts":[{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.7182538509368896},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.6793555021286011},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.6558446288108826},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6056844592094421},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.5320758819580078},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3580794334411621},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3235239088535309},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.13443484902381897},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12718263268470764},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3698205.3729547","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3698205.3729547","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twelfth ACM Conference on Learning @ Scale","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1766658853","display_name":null,"funder_award_id":"1931523","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1209881560","https://openalex.org/W1600506960","https://openalex.org/W1741890539","https://openalex.org/W1971110798","https://openalex.org/W1972905078","https://openalex.org/W1974599924","https://openalex.org/W1982655023","https://openalex.org/W1991481748","https://openalex.org/W1995864528","https://openalex.org/W2003759405","https://openalex.org/W2015416110","https://openalex.org/W2020249629","https://openalex.org/W2021033376","https://openalex.org/W2039454245","https://openalex.org/W2054473148","https://openalex.org/W2055556052","https://openalex.org/W2058064543","https://openalex.org/W2061184485","https://openalex.org/W2062699854","https://openalex.org/W2078428840","https://openalex.org/W2093950336","https://openalex.org/W2108617939","https://openalex.org/W2125829696","https://openalex.org/W2133646940","https://openalex.org/W2141176783","https://openalex.org/W2149205503","https://openalex.org/W2154104231","https://openalex.org/W2157565254","https://openalex.org/W2263221016","https://openalex.org/W2564474075","https://openalex.org/W2596082134","https://openalex.org/W2896239837","https://openalex.org/W2943882334","https://openalex.org/W2950339913","https://openalex.org/W2971359486","https://openalex.org/W3007201622","https://openalex.org/W3007668195","https://openalex.org/W3019064164","https://openalex.org/W3094851342","https://openalex.org/W3186944330","https://openalex.org/W3191391866","https://openalex.org/W3196778820","https://openalex.org/W4206363936","https://openalex.org/W4210860623","https://openalex.org/W4224141491","https://openalex.org/W4231952858","https://openalex.org/W4285782999","https://openalex.org/W4323349535","https://openalex.org/W4361264961","https://openalex.org/W4396902406"],"related_works":["https://openalex.org/W2390181806","https://openalex.org/W2976037936","https://openalex.org/W4387714313","https://openalex.org/W2260086729","https://openalex.org/W4383552441","https://openalex.org/W4310809941","https://openalex.org/W3214719368","https://openalex.org/W2362169646","https://openalex.org/W1994097944","https://openalex.org/W2348393417"],"abstract_inverted_index":{"Hints":[0],"are":[1,8],"often":[2],"used":[3],"to":[4,27,58,65,84,120,131],"support":[5],"students":[6,23,45,64,101,112],"who":[7,46],"learning":[9,14,54],"mathematics":[10],"content":[11,142],"on":[12,51,67,154],"computer-based":[13,53],"platforms.":[15],"Yet,":[16],"it":[17],"is":[18],"not":[19,82,98,136],"always":[20],"clear":[21],"whether":[22,60],"use":[24,121,132],"these":[25,164],"hints":[26,74],"promote":[28],"or":[29,93],"avoid":[30],"learning.":[31,78],"We":[32,56],"conducted":[33],"a":[34,52],"preregistered":[35],"randomized":[36],"controlled":[37],"trial":[38],"with":[39,102,113,124,163],"(N":[40],"=":[41],"1,005)":[42],"seventh":[43],"grade":[44],"were":[47,117,128],"completing":[48],"math":[49],"problems":[50],"platform.":[55],"aimed":[57],"determine":[59],"metacognitive":[61,150],"prompts":[62,151],"asking":[63],"reflect":[66],"their":[68,77,138,144,161],"current":[69],"knowledge":[70,116,127],"before":[71],"accessing":[72],"content-based":[73],"would":[75],"benefit":[76],"This":[79],"prompt":[80],"did":[81,97,135],"lead":[83],"differences":[85],"in":[86,158],"hint":[87,145],"usage,":[88,90],"redo":[89],"practice":[91],"performance,":[92],"post-test":[94],"performance.":[95],"Effects":[96],"differ":[99],"between":[100],"high":[103,114],"and":[104],"low":[105,125],"prior":[106,115,126],"knowledge.":[107],"Exploratory":[108],"analyses":[109],"indicated":[110],"that":[111],"less":[118],"likely":[119,130,152],"hints.":[122],"Those":[123],"more":[129],"hints,":[133],"but":[134],"improve":[137],"understanding":[139],"of":[140,149],"the":[141],"through":[143],"usage.":[146],"The":[147],"effect":[148],"depends":[153],"students'":[155],"goals,":[156],"which":[157],"turn":[159],"alter":[160],"engagement":[162],"prompts.":[165]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-06-23T13:55:30.953635","created_date":"2025-10-10T00:00:00"}