{"id":"https://openalex.org/W3134922551","doi":"https://doi.org/10.1145/3408877.3432427","title":"Investigating the Impact of Online Homework Reminders Using Randomized A/B Comparisons","display_name":"Investigating the Impact of Online Homework Reminders Using Randomized A/B Comparisons","publication_year":2021,"publication_date":"2021-03-03","ids":{"openalex":"https://openalex.org/W3134922551","doi":"https://doi.org/10.1145/3408877.3432427","mag":"3134922551"},"language":"en","primary_location":{"id":"doi:10.1145/3408877.3432427","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3408877.3432427","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069503439","display_name":"Angela Zavaleta Bernuy","orcid":"https://orcid.org/0000-0002-1228-5774"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Angela Zavaleta Bernuy","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069128937","display_name":"Qi Yin Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Qi Yin Zheng","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049977968","display_name":"Hammad Shaikh","orcid":"https://orcid.org/0009-0006-0828-7239"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hammad Shaikh","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047964559","display_name":"Andrew Petersen","orcid":"https://orcid.org/0000-0003-1337-7985"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andrew Petersen","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069476228","display_name":"Joseph Jay Williams","orcid":"https://orcid.org/0000-0002-9122-5242"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Joseph Jay Williams","raw_affiliation_strings":["University of Toronto, Toronto, ON, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5069503439"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.8682,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.75321806,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"921","last_page":"927"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12258","display_name":"Perfectionism, Procrastination, Anxiety Studies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12258","display_name":"Perfectionism, Procrastination, Anxiety Studies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":0.9176999926567078,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10547","display_name":"Education, Achievement, and Giftedness","score":0.9168000221252441,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/procrastination","display_name":"Procrastination","score":0.9373325109481812},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.7010928988456726},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5405505895614624},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.539543867111206},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5375900268554688},{"id":"https://openalex.org/keywords/randomized-controlled-trial","display_name":"Randomized controlled trial","score":0.5136977434158325},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5050702691078186},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.42263495922088623},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.34295180439949036},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.24650445580482483},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1648367941379547}],"concepts":[{"id":"https://openalex.org/C194279344","wikidata":"https://www.wikidata.org/wiki/Q330104","display_name":"Procrastination","level":2,"score":0.9373325109481812},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.7010928988456726},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5405505895614624},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.539543867111206},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5375900268554688},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.5136977434158325},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5050702691078186},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.42263495922088623},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.34295180439949036},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.24650445580482483},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1648367941379547},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3408877.3432427","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3408877.3432427","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 52nd ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7699999809265137,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W307798727","https://openalex.org/W1966974590","https://openalex.org/W1982866217","https://openalex.org/W1993148472","https://openalex.org/W2000089174","https://openalex.org/W2022857550","https://openalex.org/W2080968466","https://openalex.org/W2105999358","https://openalex.org/W2176002632","https://openalex.org/W2592268640","https://openalex.org/W2732156643","https://openalex.org/W2750023882","https://openalex.org/W2787567451","https://openalex.org/W2795381838","https://openalex.org/W2920950262","https://openalex.org/W2922076417","https://openalex.org/W2925667204","https://openalex.org/W2943210836","https://openalex.org/W2955290767","https://openalex.org/W3028922831","https://openalex.org/W3122201801","https://openalex.org/W3124658416"],"related_works":["https://openalex.org/W4253654988","https://openalex.org/W2400934819","https://openalex.org/W4229721065","https://openalex.org/W2767867988","https://openalex.org/W3094617551","https://openalex.org/W3112845144","https://openalex.org/W2885219768","https://openalex.org/W3122709426","https://openalex.org/W2512431248","https://openalex.org/W2791306798"],"abstract_inverted_index":{"Procrastination":[0],"by":[1],"students":[2,30,79,128,144],"may":[3],"lead":[4],"to":[5,21,35,58,67,77,80,86,129,145,151,163,170,175],"adverse":[6],"outcomes":[7],"such":[8,195],"as":[9,196],"a":[10,19,106,111,124],"focus":[11],"on":[12,93],"completion":[13],"rather":[14],"than":[15],"learning":[16,23],"or":[17,52,71],"even":[18,187],"failure":[20],"complete":[22],"tasks.":[24],"One":[25],"common":[26],"method":[27],"for":[28],"motivating":[29],"and":[31,40,178],"reducing":[32],"procrastination":[33],"is":[34,54],"send":[36,59],"reminders":[37,70],"with":[38],"hints":[39],"study":[41],"strategies,":[42],"but":[43,134],"it's":[44],"not":[45,136],"clear":[46],"if":[47],"these":[48,91,140,159],"messages":[49],"are":[50],"effective":[51],"when":[53,188],"the":[55,88,120,131,152,155,180],"best":[56,76],"time":[57],"them.":[60],"Randomized":[61],"A/B":[62,99,165,185],"comparisons":[63,166],"could":[64],"be":[65],"used":[66],"try":[68],"different":[69],"alternative":[72],"ideas":[73,172],"about":[74,173],"how":[75,162,174],"get":[78],"start":[81,146],"work":[82],"earlier":[83],"and,":[84],"crucially,":[85],"measure":[87],"impact":[89],"of":[90,101,127,149,154,182],"interventions":[92,122],"behaviour.":[94],"This":[95],"paper":[96],"describes":[97],"an":[98],"comparison":[100],"reminder":[102,197],"emails":[103,142],"set":[104],"in":[105,167],"large":[107],"CS1":[108],"course":[109],"at":[110],"research-focused":[112],"North":[113],"American":[114],"university.":[115],"We":[116],"found":[117],"evidence":[118,138],"that":[119,139,191],"email":[121],"caused":[123],"higher":[125],"proportion":[126],"attempt":[130],"online":[132],"homework":[133],"did":[135],"see":[137],"particular":[141],"got":[143],"early,":[147],"irrespective":[148],"changes":[150],"timing":[153],"reminder.":[156],"More":[157],"broadly,":[158],"findings":[160],"illustrate":[161],"use":[164],"educational":[168],"settings":[169],"test":[171],"help":[176],"students,":[177],"demonstrate":[179],"value":[181],"using":[183],"randomized":[184],"comparisons,":[186],"evaluating":[189],"actions":[190],"seem":[192],"obviously":[193],"beneficial,":[194],"emails.":[198]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}