{"id":"https://openalex.org/W4294903857","doi":"https://doi.org/10.1145/3537674.3554740","title":"Behavioral Consequences of Reminder Emails on Students\u2019 Academic Performance: a Real-world Deployment","display_name":"Behavioral Consequences of Reminder Emails on Students\u2019 Academic Performance: a Real-world Deployment","publication_year":2022,"publication_date":"2022-09-07","ids":{"openalex":"https://openalex.org/W4294903857","doi":"https://doi.org/10.1145/3537674.3554740"},"language":"en","primary_location":{"id":"doi:10.1145/3537674.3554740","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3537674.3554740","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Annual Conference on Information Technology Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053683828","display_name":"Runlong Ye","orcid":"https://orcid.org/0000-0003-1064-2333"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Runlong Ye","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100435213","display_name":"Pan Chen","orcid":"https://orcid.org/0000-0001-7569-9504"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Pan Chen","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074031130","display_name":"Yini Mao","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yini Mao","raw_affiliation_strings":["Department of Statistical Sciences, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Statistical Sciences, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030695915","display_name":"Angela Wang-Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Angela Wang-Lin","raw_affiliation_strings":["Department of Statistical Sciences, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Statistical Sciences, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049977968","display_name":"Hammad Shaikh","orcid":"https://orcid.org/0009-0006-0828-7239"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hammad Shaikh","raw_affiliation_strings":["Department of Economics, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Economics, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069503439","display_name":"Angela Zavaleta Bernuy","orcid":"https://orcid.org/0000-0002-1228-5774"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Angela Zavaleta Bernuy","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069476228","display_name":"Joseph Jay Williams","orcid":"https://orcid.org/0000-0002-9122-5242"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Joseph Jay Williams","raw_affiliation_strings":["Department of Computer Science, University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5053683828"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":0.1877,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.53589825,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"16","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12258","display_name":"Perfectionism, Procrastination, Anxiety Studies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12258","display_name":"Perfectionism, Procrastination, Anxiety Studies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13219","display_name":"Mind wandering and attention","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/procrastination","display_name":"Procrastination","score":0.7944838404655457},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6852461695671082},{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.6072313189506531},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.591118335723877},{"id":"https://openalex.org/keywords/deliverable","display_name":"Deliverable","score":0.54443359375},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.455728679895401},{"id":"https://openalex.org/keywords/randomized-controlled-trial","display_name":"Randomized controlled trial","score":0.4471309185028076},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.42730289697647095},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.42049407958984375},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.3726447820663452},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.33661913871765137},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.1792369782924652},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.12383905053138733},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11260673403739929}],"concepts":[{"id":"https://openalex.org/C194279344","wikidata":"https://www.wikidata.org/wiki/Q330104","display_name":"Procrastination","level":2,"score":0.7944838404655457},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6852461695671082},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.6072313189506531},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.591118335723877},{"id":"https://openalex.org/C21883318","wikidata":"https://www.wikidata.org/wiki/Q2297847","display_name":"Deliverable","level":2,"score":0.54443359375},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.455728679895401},{"id":"https://openalex.org/C168563851","wikidata":"https://www.wikidata.org/wiki/Q1436668","display_name":"Randomized controlled trial","level":2,"score":0.4471309185028076},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42730289697647095},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.42049407958984375},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.3726447820663452},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.33661913871765137},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1792369782924652},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.12383905053138733},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11260673403739929},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C141071460","wikidata":"https://www.wikidata.org/wiki/Q40821","display_name":"Surgery","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3537674.3554740","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3537674.3554740","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Annual Conference on Information Technology Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1982122797","https://openalex.org/W2000089174","https://openalex.org/W2067438752","https://openalex.org/W2080968466","https://openalex.org/W2093641161","https://openalex.org/W2109913864","https://openalex.org/W2133044046","https://openalex.org/W2164030952","https://openalex.org/W2166730218","https://openalex.org/W2179915666","https://openalex.org/W2185627630","https://openalex.org/W2533014371","https://openalex.org/W2619872316","https://openalex.org/W2750023882","https://openalex.org/W2787567451","https://openalex.org/W2801232253","https://openalex.org/W2884866095","https://openalex.org/W2920950262","https://openalex.org/W2943210836","https://openalex.org/W2952572568","https://openalex.org/W2999872919","https://openalex.org/W3006920602","https://openalex.org/W3011224748","https://openalex.org/W3121813943","https://openalex.org/W3122201801","https://openalex.org/W3134922551","https://openalex.org/W4214928081","https://openalex.org/W4230399697","https://openalex.org/W4239813528","https://openalex.org/W4293586167","https://openalex.org/W6819083493"],"related_works":["https://openalex.org/W2495597051","https://openalex.org/W4210916034","https://openalex.org/W4242627426","https://openalex.org/W2299603432","https://openalex.org/W4229721065","https://openalex.org/W2400934819","https://openalex.org/W1031561789","https://openalex.org/W2614697689","https://openalex.org/W2750907007","https://openalex.org/W2767867988"],"abstract_inverted_index":{"Post-secondary":[0],"institutions":[1],"have":[2,128],"experienced":[3],"a":[4,33,43,91,97,102,129,162],"continuous":[5],"trend":[6],"of":[7,62,175],"student":[8,167],"procrastination":[9],"on":[10,144],"course":[11,104],"work,":[12],"thus":[13],"leading":[14],"to":[15,41,46,71,110],"lower":[16],"academic":[17],"performance":[18],"and":[19,24,50,69,74,89,137],"potentially":[20],"worse":[21],"knowledge":[22],"retention":[23],"other":[25],"longer-term":[26],"impacts.":[27],"Sending":[28],"reminders":[29],"about":[30],"deliverables":[31],"is":[32],"simple":[34],"approach,":[35],"but":[36],"it":[37],"has":[38],"the":[39,125,145,155],"potential":[40],"be":[42,178],"valuable":[44],"tool":[45],"mitigate":[47],"such":[48,64],"issues":[49],"assist":[51],"students":[52,106,122,150],"with":[53],"time":[54],"management.":[55],"This":[56],"paper":[57],"will":[58],"introduce":[59],"specific":[60],"processes":[61],"conducting":[63],"experiments,":[65],"especially":[66],"email":[67],"designs":[68],"randomization,":[70],"help":[72],"instructors":[73],"researchers":[75],"conduct":[76],"similar":[77],"experiments":[78],"or":[79,116],"field-deploying":[80],"reminders.":[81],"To":[82],"evaluate":[83],"homework":[84,131,163],"reminder":[85,114,126,156,164,176],"messages,":[86],"we":[87,159],"designed":[88],"deployed":[90],"real-world":[92],"randomized":[93],"A/B":[94],"experiment":[95],"at":[96],"North":[98],"American":[99],"university":[100],"in":[101],"CS1":[103],"where":[105],"were":[107],"randomly":[108],"assigned":[109],"either":[111],"receive":[112,154],"these":[113],"messages":[115,127],"not.":[117],"Our":[118],"findings":[119],"suggest":[120],"that":[121],"who":[123,151],"received":[124],"higher":[130],"completion":[132],"rate":[133],"(p":[134,141],"<":[135,142],".05)":[136],"performed":[138],"significantly":[139],"better":[140],".01)":[143],"following":[146],"midterm":[147],"test":[148],"than":[149],"did":[152],"not":[153],"message.":[157],"Finally,":[158],"discuss":[160],"how":[161,172],"can":[165,177],"improve":[166],"behaviours,":[168],"as":[169,171],"well":[170],"this":[173],"type":[174],"enhanced":[179],"for":[180],"future":[181],"interventions.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}