{"id":"https://openalex.org/W2003998748","doi":"https://doi.org/10.1080/09243453.2013.806334","title":"Causal inference in educational effectiveness research: a comparison of three methods to investigate effects of homework on student achievement1","display_name":"Causal inference in educational effectiveness research: a comparison of three methods to investigate effects of homework on student achievement1","publication_year":2013,"publication_date":"2013-06-28","ids":{"openalex":"https://openalex.org/W2003998748","doi":"https://doi.org/10.1080/09243453.2013.806334","mag":"2003998748"},"language":"en","primary_location":{"id":"doi:10.1080/09243453.2013.806334","doi":"https://doi.org/10.1080/09243453.2013.806334","is_oa":false,"landing_page_url":"https://doi.org/10.1080/09243453.2013.806334","pdf_url":null,"source":{"id":"https://openalex.org/S186751577","display_name":"School Effectiveness and School Improvement","issn_l":"0924-3453","issn":["0924-3453","1744-5124"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-2","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"School Effectiveness and School Improvement","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080341000","display_name":"Jan\u2010Eric Gustafsson","orcid":"https://orcid.org/0000-0003-2612-0329","observed_orcids":["https://orcid.org/0000-0003-2612-0329"]},"institutions":[{"id":"https://openalex.org/I881427289","display_name":"University of Gothenburg","ror":"https://ror.org/01tm6cn81","country_code":"SE","type":"education","lineage":["https://openalex.org/I881427289"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Jan-Eric Gustafsson","raw_affiliation_strings":["University of Gothenburg, Gothenburg, Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Gothenburg, Gothenburg, Sweden","institution_ids":["https://openalex.org/I881427289"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5080341000"],"corresponding_institution_ids":["https://openalex.org/I881427289"],"apc_list":null,"apc_paid":null,"fwci":22.5788,"has_fulltext":false,"cited_by_count":86,"citation_normalized_percentile":{"value":0.99132381,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"24","issue":"3","first_page":"275","last_page":"295"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10674","display_name":"School Choice and Performance","score":0.5121999979019165,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10674","display_name":"School Choice and Performance","score":0.5121999979019165,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11676","display_name":"Parental Involvement in Education","score":0.1817999929189682,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.1168999969959259,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/homework","display_name":"homework","score":0.5630000233650208},{"id":"https://openalex.org/keywords/academic-achievement","display_name":"academic performance","score":0.7689999938011169},{"id":"https://openalex.org/keywords/mathematics-achievement","display_name":"mathematics achievement","score":0.7889999747276306},{"id":"https://openalex.org/keywords/causal-inference","display_name":"causal inference","score":0.9739999771118164},{"id":"https://openalex.org/keywords/threats-to-validity","display_name":"threats to validity","score":0.7630000114440918},{"id":"https://openalex.org/keywords/instrumental-variables","display_name":"instrumental variables","score":0.9290000200271606},{"id":"https://openalex.org/keywords/difference-in-differences","display_name":"difference-in-differences","score":0.9819999933242798},{"id":"https://openalex.org/keywords/timss","display_name":"TIMSS","score":0.7049999833106995},{"id":"https://openalex.org/keywords/eighth-grade-students","display_name":"eighth grade students","score":0.8389999866485596},{"id":"https://openalex.org/keywords/cross-national-comparison","display_name":"cross-national comparison","score":0.5059999823570251}],"concepts":[{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.7966536283493042},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.6495156288146973},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6116973161697388},{"id":"https://openalex.org/C2986206625","wikidata":"https://www.wikidata.org/wiki/Q18185","display_name":"Student achievement","level":3,"score":0.5449837446212769},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.5285155773162842},{"id":"https://openalex.org/C36727532","wikidata":"https://www.wikidata.org/wiki/Q861399","display_name":"Educational research","level":2,"score":0.512430727481842},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5055944919586182},{"id":"https://openalex.org/C23131810","wikidata":"https://www.wikidata.org/wiki/Q818574","display_name":"Observational study","level":2,"score":0.4965251088142395},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.4842264652252197},{"id":"https://openalex.org/C2781206393","wikidata":"https://www.wikidata.org/wiki/Q2748419","display_name":"Academic achievement","level":2,"score":0.48044249415397644},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.4530574381351471},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.43053147196769714},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.27025073766708374},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.228214293718338},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2026703953742981},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/09243453.2013.806334","doi":"https://doi.org/10.1080/09243453.2013.806334","is_oa":false,"landing_page_url":"https://doi.org/10.1080/09243453.2013.806334","pdf_url":null,"source":{"id":"https://openalex.org/S186751577","display_name":"School Effectiveness and School Improvement","issn_l":"0924-3453","issn":["0924-3453","1744-5124"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-2","ki-jl-2","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"School Effectiveness and School Improvement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.9235000014305115,"id":"https://metadata.un.org/sdg/4"}],"sustainable_development_goals_aurora":[{"display_name":"Quality education","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W162560424","https://openalex.org/W1585814636","https://openalex.org/W1594854617","https://openalex.org/W1807792373","https://openalex.org/W1883291571","https://openalex.org/W1978108654","https://openalex.org/W1978125212","https://openalex.org/W1986012717","https://openalex.org/W1996351770","https://openalex.org/W2034349689","https://openalex.org/W2037932695","https://openalex.org/W2047651994","https://openalex.org/W2051951888","https://openalex.org/W2059334100","https://openalex.org/W2103614491","https://openalex.org/W2129882507","https://openalex.org/W2138752415","https://openalex.org/W2139122730","https://openalex.org/W2141462352","https://openalex.org/W2154646927","https://openalex.org/W2157542520","https://openalex.org/W2169243151","https://openalex.org/W2574936264","https://openalex.org/W2577227262","https://openalex.org/W3022732902","https://openalex.org/W3144040573","https://openalex.org/W3214661451","https://openalex.org/W4233637714","https://openalex.org/W4249111391","https://openalex.org/W4251424030","https://openalex.org/W4298091299"],"related_works":["https://openalex.org/W4400178764","https://openalex.org/W1514463208","https://openalex.org/W3207258660","https://openalex.org/W4390540162","https://openalex.org/W2129882507","https://openalex.org/W2186904311","https://openalex.org/W2969616117","https://openalex.org/W2464736953","https://openalex.org/W2980724839","https://openalex.org/W6986803850"],"abstract_inverted_index":{"In":[0],"educational":[1],"effectiveness":[2],"research,":[3],"it":[4],"frequently":[5],"has":[6],"proven":[7],"difficult":[8],"to":[9,27,81,100,115],"make":[10],"credible":[11],"inferences":[12],"about":[13],"cause":[14],"and":[15,34,37,61,66,120,130],"effect":[16,141],"relations.":[17],"The":[18],"article":[19],"first":[20],"identifies":[21],"the":[22,45,56],"main":[23],"categories":[24],"of":[25,47,71,84,86,142],"threats":[26],"valid":[28],"causal":[29],"inference":[30],"from":[31,49,104],"observational":[32],"data,":[33],"discusses":[35],"designs":[36],"analytic":[38],"approaches":[39],"which":[40,52,97],"protect":[41],"against":[42],"them.":[43],"With":[44],"use":[46],"data":[48],"22":[50],"countries":[51],"participated":[53],"both":[54],"in":[55,58],"Trends":[57],"International":[59],"Mathematics":[60],"Science":[62],"Study":[63],"(TIMSS)":[64],"2003":[65,129],"TIMSS":[67],"2008":[68],"with":[69],"samples":[70],"Grade":[72],"8":[73],"students,":[74],"3":[75,133],"different":[76],"methods":[77,134],"are":[78],"then":[79],"applied":[80,99],"investigate":[82],"effects":[83],"amount":[85],"time":[87,114,144],"spent":[88],"on":[89,91,145],"homework":[90,113,118,143],"mathematics":[92],"achievement:":[93],"(a)":[94],"2-level":[95],"regression,":[96,110],"is":[98,138],"separate":[101],"student-level":[102],"relations":[103],"class-level":[105],"relations;":[106],"(b)":[107],"instrumental":[108],"variables":[109],"using":[111],"teacher-reported":[112],"instrument":[116],"student-reported":[117],"time;":[119],"(c)":[121],"a":[122,139],"difference-in-differences":[123],"analysis":[124],"investigating":[125],"country-level":[126],"change":[127],"between":[128],"2007.":[131],"All":[132],"showed":[135],"that":[136],"there":[137],"positive":[140],"student":[146],"achievement.":[147]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2016-06-24T00:00:00"}