{"id":"https://openalex.org/W4321441998","doi":"https://doi.org/10.1145/3576050.3576103","title":"The Doer Effect at Scale: Investigating Correlation and Causation Across Seven Courses","display_name":"The Doer Effect at Scale: Investigating Correlation and Causation Across Seven Courses","publication_year":2023,"publication_date":"2023-02-21","ids":{"openalex":"https://openalex.org/W4321441998","doi":"https://doi.org/10.1145/3576050.3576103"},"language":"en","primary_location":{"id":"doi:10.1145/3576050.3576103","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576050.3576103","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576050.3576103","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK23: 13th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3576050.3576103","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059031099","display_name":"Rachel Van Campenhout","orcid":"https://orcid.org/0000-0001-8404-6513"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Rachel Van Campenhout","raw_affiliation_strings":["Learning Science, VitalSource Technologies, United States"],"affiliations":[{"raw_affiliation_string":"Learning Science, VitalSource Technologies, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043129547","display_name":"Bill Jerome","orcid":"https://orcid.org/0000-0002-4200-155X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bill Jerome","raw_affiliation_strings":["Learning Science, VitalSource Technologies, United States"],"affiliations":[{"raw_affiliation_string":"Learning Science, VitalSource Technologies, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036904252","display_name":"Jeffrey S. Dittel","orcid":"https://orcid.org/0000-0002-4913-4427"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jeffrey S. Dittel","raw_affiliation_strings":["Learning Science, VitalSource Technologies, United States"],"affiliations":[{"raw_affiliation_string":"Learning Science, VitalSource Technologies, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016091313","display_name":"Benny G. Johnson","orcid":"https://orcid.org/0000-0003-4267-9608"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benny G. Johnson","raw_affiliation_strings":["Learning Science, VitalSource Technologies, United States"],"affiliations":[{"raw_affiliation_string":"Learning Science, VitalSource Technologies, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5059031099"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.8771,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.94399961,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"357","last_page":"365"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.595662534236908},{"id":"https://openalex.org/keywords/learning-analytics","display_name":"Learning analytics","score":0.5568239092826843},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.5094409584999084},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4947375953197479},{"id":"https://openalex.org/keywords/causation","display_name":"Causation","score":0.48685163259506226},{"id":"https://openalex.org/keywords/higher-education","display_name":"Higher education","score":0.47473224997520447},{"id":"https://openalex.org/keywords/interpretation","display_name":"Interpretation (philosophy)","score":0.4575587213039398},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.45369815826416016},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.45079803466796875},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.44741904735565186},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.444191575050354},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32978200912475586},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.19829759001731873},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13294413685798645},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.12950292229652405}],"concepts":[{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.595662534236908},{"id":"https://openalex.org/C2777648619","wikidata":"https://www.wikidata.org/wiki/Q2845208","display_name":"Learning analytics","level":2,"score":0.5568239092826843},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5094409584999084},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4947375953197479},{"id":"https://openalex.org/C166151441","wikidata":"https://www.wikidata.org/wiki/Q4923601","display_name":"Causation","level":2,"score":0.48685163259506226},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.47473224997520447},{"id":"https://openalex.org/C527412718","wikidata":"https://www.wikidata.org/wiki/Q855395","display_name":"Interpretation (philosophy)","level":2,"score":0.4575587213039398},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.45369815826416016},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.45079803466796875},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.44741904735565186},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.444191575050354},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32978200912475586},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.19829759001731873},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13294413685798645},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.12950292229652405},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3576050.3576103","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576050.3576103","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576050.3576103","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK23: 13th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3576050.3576103","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3576050.3576103","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3576050.3576103","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"LAK23: 13th International Learning Analytics and Knowledge Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4321441998.pdf","grobid_xml":"https://content.openalex.org/works/W4321441998.grobid-xml"},"referenced_works_count":17,"referenced_works":["https://openalex.org/W1976637107","https://openalex.org/W2038558034","https://openalex.org/W2039113359","https://openalex.org/W2072014455","https://openalex.org/W2085269091","https://openalex.org/W2126180793","https://openalex.org/W2131442425","https://openalex.org/W2140995456","https://openalex.org/W2335791207","https://openalex.org/W2786663361","https://openalex.org/W3071390560","https://openalex.org/W3086342064","https://openalex.org/W3160678577","https://openalex.org/W3184077999","https://openalex.org/W3184684516","https://openalex.org/W4220894243","https://openalex.org/W4295778793"],"related_works":["https://openalex.org/W1987827786","https://openalex.org/W2799586942","https://openalex.org/W2504091800","https://openalex.org/W2331775400","https://openalex.org/W2816728186","https://openalex.org/W2804624249","https://openalex.org/W2560130217","https://openalex.org/W605203981","https://openalex.org/W4225313275","https://openalex.org/W3097749327"],"abstract_inverted_index":{"The":[0],"future":[1,191],"of":[2,96,167,175,182],"digital":[3],"learning":[4,15,18,24,38,76,168,177],"should":[5],"be":[6,12,73],"focused":[7],"on":[8,65,156,163],"methods":[9],"proven":[10],"to":[11,72,75,124,172],"effective":[13],"by":[14,25,100,133],"science":[16,178],"and":[17,78,121,141,145,190],"analytics.":[19],"One":[20],"such":[21],"method":[22,166],"is":[23],"doing\u2014combining":[26],"formative":[27],"practice":[28,51],"with":[29,36],"expository":[30],"content":[31],"so":[32],"students":[33,48,108,120,187],"actively":[34],"engage":[35],"their":[37],"resource.":[39],"This":[40,91],"generates":[41],"the":[42,45,66,94,97,118,150,183],"doer":[43,67,98,151,184],"effect:":[44],"principle":[46],"that":[47],"who":[49,60],"do":[50],"while":[52],"they":[53],"read":[54,62],"have":[55,82],"higher":[56,115],"outcomes":[57],"than":[58],"those":[59],"only":[61],"[9].":[63],"Research":[64],"effect":[68,99,152,185],"has":[69],"shown":[70],"it":[71],"causal":[74,80,146],"[10],":[77],"these":[79],"findings":[81],"previously":[83],"been":[84],"replicated":[85],"in":[86,109],"a":[87],"single":[88],"course":[89,130],"[19].":[90],"study":[92],"extends":[93],"replication":[95],"analyzing":[101],"15.2":[102],"million":[103],"data":[104],"events":[105],"from":[106],"18,546":[107],"seven":[110,157],"courses":[111,122],"at":[112],"an":[113],"online":[114],"education":[116],"institution,":[117],"most":[119],"known":[123],"date.":[125],"Furthermore,":[126],"we":[127],"analyze":[128],"each":[129],"five":[131,154],"ways":[132,155],"using":[134],"different":[135],"outcomes,":[136],"accounting":[137],"for":[138,186],"prior":[139],"knowledge,":[140],"doing":[142],"both":[143],"correlational":[144],"analyses.":[147],"By":[148],"performing":[149],"analyses":[153],"courses,":[158],"new":[159],"insights":[160],"are":[161,188,194],"gained":[162],"how":[164],"this":[165,176],"analytics":[169],"can":[170],"contribute":[171],"our":[173],"interpretation":[174],"principle.":[179],"Practical":[180],"implications":[181],"discussed,":[189],"research":[192],"goals":[193],"established.":[195]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}