{"id":"https://openalex.org/W4214928081","doi":"https://doi.org/10.1145/3506860.3506874","title":"How can Email Interventions Increase Students\u2019 Completion of Online Homework? A Case Study Using A/B Comparisons","display_name":"How can Email Interventions Increase Students\u2019 Completion of Online Homework? A Case Study Using A/B Comparisons","publication_year":2022,"publication_date":"2022-03-03","ids":{"openalex":"https://openalex.org/W4214928081","doi":"https://doi.org/10.1145/3506860.3506874"},"language":"en","primary_location":{"id":"doi:10.1145/3506860.3506874","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3506860.3506874","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK22: 12th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2208.05087","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069503439","display_name":"Angela Zavaleta Bernuy","orcid":"https://orcid.org/0000-0002-1228-5774"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Angela Zavaleta Bernuy","raw_affiliation_strings":["University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011856840","display_name":"Ziwen Han","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ziwen Han","raw_affiliation_strings":["University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049977968","display_name":"Hammad Shaikh","orcid":"https://orcid.org/0009-0006-0828-7239"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hammad Shaikh","raw_affiliation_strings":["University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069128937","display_name":"Qi Yin Zheng","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Qi Yin Zheng","raw_affiliation_strings":["University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004822730","display_name":"Lisa-Angelique Lim","orcid":"https://orcid.org/0000-0002-3517-8269"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lisa-Angelique Lim","raw_affiliation_strings":["University of Technology Sydney, Australia"],"affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038687622","display_name":"Anna N. Rafferty","orcid":"https://orcid.org/0000-0002-8319-5370"},"institutions":[{"id":"https://openalex.org/I188497080","display_name":"Carleton College","ror":"https://ror.org/03jep7677","country_code":"US","type":"education","lineage":["https://openalex.org/I188497080"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anna Rafferty","raw_affiliation_strings":["Carleton College, United States"],"affiliations":[{"raw_affiliation_string":"Carleton College, United States","institution_ids":["https://openalex.org/I188497080"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047964559","display_name":"Andrew Petersen","orcid":"https://orcid.org/0000-0003-1337-7985"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andrew Petersen","raw_affiliation_strings":["University of Toronto Mississauga, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069476228","display_name":"Joseph Jay Williams","orcid":"https://orcid.org/0000-0002-9122-5242"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Joseph Jay Williams","raw_affiliation_strings":["University of Toronto, Canada"],"affiliations":[{"raw_affiliation_string":"University of Toronto, Canada","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5069503439"],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":7.5205,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.9692238,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"107","last_page":"118"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10355","display_name":"Impact of Technology on Adolescents","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10355","display_name":"Impact of Technology on Adolescents","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12028","display_name":"Knowledge Management and Sharing","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/psychological-intervention","display_name":"Psychological intervention","score":0.7574934959411621},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5644218325614929},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5591630935668945},{"id":"https://openalex.org/keywords/empirical-evidence","display_name":"Empirical evidence","score":0.4631464183330536},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.4492838382720947},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4438393712043762},{"id":"https://openalex.org/keywords/plan","display_name":"Plan (archaeology)","score":0.43742847442626953},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4257201850414276},{"id":"https://openalex.org/keywords/electronic-mail","display_name":"Electronic mail","score":0.4157821238040924},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.38440901041030884},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.3836142420768738},{"id":"https://openalex.org/keywords/applied-psychology","display_name":"Applied psychology","score":0.3446553647518158},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3370017409324646},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.12703785300254822}],"concepts":[{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.7574934959411621},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5644218325614929},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5591630935668945},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.4631464183330536},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4492838382720947},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4438393712043762},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.43742847442626953},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4257201850414276},{"id":"https://openalex.org/C3020028006","wikidata":"https://www.wikidata.org/wiki/Q9158","display_name":"Electronic mail","level":2,"score":0.4157821238040924},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.38440901041030884},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3836142420768738},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3446553647518158},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3370017409324646},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12703785300254822},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3506860.3506874","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3506860.3506874","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK22: 12th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2208.05087","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.05087","pdf_url":"https://arxiv.org/pdf/2208.05087","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2208.05087","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2208.05087","pdf_url":"https://arxiv.org/pdf/2208.05087","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.75,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W190379316","https://openalex.org/W1818536883","https://openalex.org/W1972000103","https://openalex.org/W1991481748","https://openalex.org/W1993148472","https://openalex.org/W2025290266","https://openalex.org/W2035674314","https://openalex.org/W2037317554","https://openalex.org/W2080968466","https://openalex.org/W2091308179","https://openalex.org/W2104258967","https://openalex.org/W2110942371","https://openalex.org/W2166730218","https://openalex.org/W2176002632","https://openalex.org/W2183210442","https://openalex.org/W2269829170","https://openalex.org/W2291529943","https://openalex.org/W2323337042","https://openalex.org/W2552428264","https://openalex.org/W2592491576","https://openalex.org/W2610200263","https://openalex.org/W2750023882","https://openalex.org/W2782385711","https://openalex.org/W2788932320","https://openalex.org/W2792695307","https://openalex.org/W2795381838","https://openalex.org/W2886344052","https://openalex.org/W2887119515","https://openalex.org/W2920950262","https://openalex.org/W2943210836","https://openalex.org/W2949532545","https://openalex.org/W2997953596","https://openalex.org/W3025420672","https://openalex.org/W3035263232","https://openalex.org/W3083563850","https://openalex.org/W3091551432","https://openalex.org/W3134922551","https://openalex.org/W3148673861","https://openalex.org/W4220723890","https://openalex.org/W4229587554","https://openalex.org/W4253967697","https://openalex.org/W4288480961","https://openalex.org/W4386837046"],"related_works":["https://openalex.org/W2072180474","https://openalex.org/W1960052459","https://openalex.org/W2375707231","https://openalex.org/W2524555411","https://openalex.org/W3209137209","https://openalex.org/W2070394531","https://openalex.org/W976271273","https://openalex.org/W4281748496","https://openalex.org/W2800302421","https://openalex.org/W1572710802"],"abstract_inverted_index":{"Email":[0],"communication":[1],"between":[2],"instructors":[3,87],"and":[4,8,40,74,85,88,149],"students":[5,37,89,134],"is":[6],"ubiquitous,":[7],"it":[9],"could":[10],"be":[11],"valuable":[12],"to":[13,20,35,38,58,90,135,155,165,176,180],"explore":[14],"ways":[15],"of":[16,32,51,65,70,80,97,187],"testing":[17],"out":[18],"how":[19,164],"make":[21],"email":[22,52],"messages":[23],"more":[24,139],"impactful.":[25],"This":[26],"paper":[27],"explores":[28],"the":[29,63,95,98,153,185],"design":[30,64,189],"space":[31],"using":[33,54],"emails":[34,115],"get":[36],"plan":[39],"reflect":[41],"on":[42,108],"starting":[43],"weekly":[44],"homework":[45,138],"earlier.":[46],"We":[47,82,104,141],"deployed":[48],"a":[49,77],"series":[50],"reminders":[53,99],"randomized":[55,167],"A/B":[56,168],"comparisons":[57,169],"test":[59,181],"alternative":[60,188],"factors":[61],"in":[62,170],"these":[66,127],"emails,":[67,154,175],"providing":[68],"examples":[69],"an":[71],"experimental":[72],"paradigm":[73],"metrics":[75],"for":[76,124],"broader":[78],"range":[79],"interventions.":[81,158],"also":[83,142],"surveyed":[84],"interviewed":[86],"compare":[91],"their":[92,101,137],"predictions":[93,112],"about":[94,113,146,184],"effectiveness":[96,186],"with":[100],"actual":[102],"impact.":[103],"present":[105,143],"our":[106,182],"results":[107],"which":[109],"seemingly":[110],"obvious":[111],"effective":[114],"are":[116],"not":[117],"borne":[118],"out,":[119],"despite":[120],"there":[121],"being":[122],"evidence":[123,145,179],"further":[125,157],"exploring":[126],"interventions,":[128],"as":[129,174],"they":[130],"can":[131],"sometimes":[132],"motivate":[133],"attempt":[136],"often.":[140],"qualitative":[144],"student":[147],"opinions":[148],"behaviours":[150],"after":[151],"receiving":[152],"guide":[156],"These":[159],"findings":[160],"provide":[161,177],"insight":[162],"into":[163],"use":[166],"everyday":[171],"channels":[172],"such":[173],"empirical":[178],"beliefs":[183],"choices.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2022-03-05T00:00:00"}