{"id":"https://openalex.org/W1978522237","doi":"https://doi.org/10.3102/0013189x023004009","title":"Money Does Matter Somewhere: A Reply to Hanushek","display_name":"Money Does Matter Somewhere: A Reply to Hanushek","alternate_titles":[],"publication_year":1994,"publication_date":"1994-05-01","ids":{"openalex":"https://openalex.org/W1978522237","doi":"https://doi.org/10.3102/0013189x023004009","mag":"1978522237"},"language":"en","primary_location":{"id":"doi:10.3102/0013189x023004009","doi":"https://doi.org/10.3102/0013189x023004009","is_oa":false,"landing_page_url":"https://doi.org/10.3102/0013189x023004009","pdf_url":null,"source":{"id":"https://openalex.org/S55175622","display_name":"Educational Researcher","issn_l":"0013-189X","issn":["0013-189X","1935-102X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational Researcher","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1978522237"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077865016","display_name":"Larry Vernon Hedges","orcid":"https://orcid.org/0000-0002-7531-0631","observed_orcids":["https://orcid.org/0000-0002-7531-0631"]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Larry V. Hedges","raw_affiliation_strings":["Department of Education, University of Chicago, 5835 South Kimbark Ave., Chicago, IL 60637. He specializes in statistics and research synthesis"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Education, University of Chicago, 5835 South Kimbark Ave., Chicago, IL 60637. He specializes in statistics and research synthesis","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034900567","display_name":"Richard D. Laine","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Richard D. Laine","raw_affiliation_strings":["Coalition for Educational Rights, 200 North Michigan Ave., Suite 501, Chicago, IL 60601. He is also a PhD student at the University of Chicago specializing in educational finance policy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Coalition for Educational Rights, 200 North Michigan Ave., Suite 501, Chicago, IL 60601. He is also a PhD student at the University of Chicago specializing in educational finance policy","institution_ids":["https://openalex.org/I40347166"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038416473","display_name":"Rob Greenwald","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rob Greenwald","raw_affiliation_strings":["A Searle Fellow, specializing in school finance litigation at the University of Chicago"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"A Searle Fellow, specializing in school finance litigation at the University of Chicago","institution_ids":["https://openalex.org/I40347166"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I40347166"],"apc_list":{"value":2500,"currency":"USD","value_usd":2500},"apc_paid":null,"fwci":1.8558,"has_fulltext":false,"cited_by_count":109,"citation_normalized_percentile":{"value":0.86553323,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"23","issue":"4","first_page":"9","last_page":"10"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/meta-analysis","display_name":"meta-analysis","score":0.9049999713897705},{"id":"https://openalex.org/keywords/evidence-synthesis","display_name":"evidence synthesis","score":0.6470000147819519},{"id":"https://openalex.org/keywords/vote-counting","display_name":"vote counting","score":0.5600000023841858},{"id":"https://openalex.org/keywords/statistical-inference","display_name":"statistical inference","score":0.6200000047683716},{"id":"https://openalex.org/keywords/returns-to-education","display_name":"returns to education","score":0.4169999957084656},{"id":"https://openalex.org/keywords/returns-to-skills","display_name":"returns to skills","score":0.3160000145435333},{"id":"https://openalex.org/keywords/returns-to-capital","display_name":"returns to capital","score":0.42399999499320984}],"concepts":[{"id":"https://openalex.org/C2776050585","wikidata":"https://www.wikidata.org/wiki/Q7439360","display_name":"Scrutiny","level":2,"score":0.6144800782203674},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5582942962646484},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.5490232110023499},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.548524022102356},{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.5357033610343933},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.4751807749271393},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4293571710586548},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4222317337989807},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.38605278730392456},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3634108006954193},{"id":"https://openalex.org/C118084267","wikidata":"https://www.wikidata.org/wiki/Q26110","display_name":"Positive economics","level":1,"score":0.3239191174507141},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3185197710990906},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2840103507041931},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.192869633436203},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.18517354130744934},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.17466115951538086},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0983913242816925},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3102/0013189x023004009","doi":"https://doi.org/10.3102/0013189x023004009","is_oa":false,"landing_page_url":"https://doi.org/10.3102/0013189x023004009","pdf_url":null,"source":{"id":"https://openalex.org/S55175622","display_name":"Educational Researcher","issn_l":"0013-189X","issn":["0013-189X","1935-102X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational Researcher","raw_type":"journal-article"},{"id":"doi:10.2307/1176256","doi":"https://doi.org/10.2307/1176256","is_oa":false,"landing_page_url":"https://doi.org/10.2307/1176256","pdf_url":null,"source":{"id":"https://openalex.org/S55175622","display_name":"Educational Researcher","issn_l":"0013-189X","issn":["0013-189X","1935-102X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational Researcher","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1608375726","https://openalex.org/W1983724283","https://openalex.org/W2042257721","https://openalex.org/W2080083786","https://openalex.org/W2092459872","https://openalex.org/W2151405544","https://openalex.org/W2797811632","https://openalex.org/W2946168503","https://openalex.org/W4236584116","https://openalex.org/W4321452342"],"related_works":["https://openalex.org/W2605954293","https://openalex.org/W2759961299","https://openalex.org/W2105573275","https://openalex.org/W2727336392","https://openalex.org/W2413604280","https://openalex.org/W3216636577","https://openalex.org/W2794435183","https://openalex.org/W2965270333","https://openalex.org/W2013044873"],"abstract_inverted_index":{"First,":[0],"Hanushek":[1,225,274,375,382,416,459],"seems":[2,376],"to":[3,137,172,251,259,296,317,337,359,369,377,384,474,508],"question":[4],"the":[5,27,32,43,99,108,112,115,162,175,181,233,237,245,276,299,306,321,329,339,347,370,386,398,438,496],"validity":[6,439],"of":[7,23,26,31,39,65,73,101,111,177,191,236,263,332,341,363,372,390,393,419,440,450,493,502],"meta":[8],"analysis.":[9],"We,":[10],"and":[11,15,57,104,168,184,215,228,243,255,309,374,411],"many":[12],"other":[13],"scientists":[14],"statisticians,":[16],"disagree.":[17],"For":[18],"example,":[19],"a":[20,24,62,71,92,95,102,189,260,284,354,360,448],"recent":[21,55],"report":[22],"committee":[25],"Mathematical":[28],"Sciences":[29],"Board":[30],"National":[33],"Research":[34],"Council":[35],"(1992),":[36],"studying":[37],"problems":[38],"combining":[40],"information":[41,69,507],"in":[42,54,247,279,283,302,365,421,471],"empirical":[44],"sciences,":[45],"concluded":[46],"that":[47,114,128,142,148,166,174,197,219,293,325,350,356,388,424,456],"quantitative":[48],"research":[75],"synthesis\u2014meta-analysis\u2014has":[50],"gained":[51],"increasing":[52],"use":[53,509],"years":[56],"rightly":[58],"so.":[59],"Meta-analysis":[60],"offers":[61],"powerful":[63],"set":[64],"tools":[66],"for":[67,270,397,437,452],"extracting":[68],"from":[70,87,159,346],"body":[72],"related":[74],"(p.":[76],"2).":[77],"Second,":[78],"whether":[79,298],"one":[80,220],"admits":[81],"it":[82,158],"or":[83,98],"not,":[84],"taking":[85],"evidence":[86,170,230],"studies":[88],"(even":[89],"if":[90,133,232],"only":[91],"significance":[93,264],"decision,":[94],"p":[96],"value,":[97],"sign":[100,183,308],"coefficient)":[103],"drawing":[105],"conclusions":[106,319],"about":[107,320],"likely":[109],"values":[110,235,323],"parameters":[113],"coefficients":[116,178,238],"estimate":[117],"is":[118,152,188,292,310,315,353,417],"an":[119,143],"inferential":[120],"procedure.":[121,194],"Inference":[122],"procedures":[123,209,470],"must":[124],"have":[125,180],"performance":[126],"properties":[127],"are":[129,136,403],"reasonably":[130],"well":[131],"understood":[132],"their":[134,212],"results":[135,257,343],"be":[138,185],"credible.":[139],"The":[140,335],"fact":[141],"inference":[144,193,199,277,314],"procedure":[145,200],"(such":[146],"as":[147],"used":[149,269,316,467,499],"by":[150,210,446],"Hanushek)":[151],"vague":[153],"does":[154],"not":[155,328,408,413,433],"usually":[156],"exempt":[157],"scrutiny,":[160],"quite":[161],"contrary.":[163],"Hanushek's":[164,252,503],"statement":[165,387],"strong":[167,227],"consistent":[169,229],"meant":[171],"him":[173],"preponderance":[176],"would":[179,221],"same":[182,246],"statistically":[186,311],"significant,":[187],"specification":[190],"his":[192,422,427,441],"We":[195,406,444],"admit":[196],"this":[198,379,410],"(vote":[201],"counting)":[202],"sounds":[203],"sensible.":[204],"However":[205],"statisticians":[206],"evaluate":[207],"statistical":[208,399],"deriving":[211],"properties.":[213],"Hedges":[214,254],"Olkin":[216],"(1980)":[217],"showed":[218],"rarely":[222],"obtain":[223],"what":[224],"calls":[226],"even":[231,490],"true":[234,322],"(the":[239],"parameters)":[240],"were":[241],"positive":[242],"exactly":[244],"every":[248],"study.":[249],"Contrary":[250],"claim,":[253],"Olkin's":[256],"apply":[258],"wide":[261],"range":[262],"tests":[265,268],"including":[266],"t":[267],"production":[271],"function":[272],"coefficients.":[273],"misunderstands":[275],"problem":[278],"re":[280],"search":[281],"synthesis":[282,367],"subtle":[285],"but":[286],"important":[287],"way.":[288],"His":[289],"inter":[290],"pretation":[291],"we":[294,465,498],"want":[295],"know":[297],"estimated":[300],"relationship":[301],"any":[303],"study":[304],"has":[305,357],"expected":[307],"significant.":[312],"Statistical":[313],"draw":[318],"(parameters)":[324],"characterize":[326],"relations,":[327],"(random)":[330],"pattern":[331,340],"estimates":[394],"themselves.":[334],"failure":[336],"distinguish":[338],"observed":[342],"(es":[344],"timates)":[345],"parameter":[348],"structure":[349],"generates":[351],"them":[352],"mistake":[355],"led":[358],"great":[361],"deal":[362,475],"confusion":[364],"(e.g.,":[368],"appeal":[371],"vote-counting),":[373],"make":[378],"mistake.":[380],"Third,":[381],"attributes":[383],"us":[385],"none":[389,402],"our":[391,472],"samples":[392],"[is]":[395],"appropriate":[396],"methodology":[400],"because":[401],"completely":[404],"independent.":[405,458],"did":[407,432],"say":[409],"do":[412],"believe":[414],"it.":[415],"aware":[418],"dependence":[420,479],"data":[423,494],"could":[425],"compromise":[426],"inferences,":[428],"yet":[429],"he":[430],"apparently":[431],"consider":[434],"its":[435],"consequences":[436],"own":[442],"conclusions.":[443],"did\u2014":[445],"constructing":[447],"subsample":[449],"each":[453],"resource":[454],"variable":[455],"was":[457],"may":[460],"wish":[461],"that,":[462],"unlike":[463],"him,":[464],"had":[466],"full":[468],"multivariate":[469],"meta-analysis":[473],"more":[476],"efficiently":[477],"with":[478],"(see":[480],"Becker,":[481],"1992;":[482],"Becker":[483,513],"&":[484,514],"Scpram,":[485],"1994).":[486,516],"However,":[487],"they":[488],"require":[489],"better":[491],"reporting":[492],"than":[495],"methods":[497],"(only":[500],"six":[501],"publications":[504],"provided":[505],"enough":[506],"these":[510],"methods;":[511],"see":[512],"Kamata,":[515]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1978522237","counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":5}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
