{"id":"https://openalex.org/W2143181995","doi":"https://doi.org/10.2307/1162927","title":"Generalizability Theory and Experimental Design: Incongruity Between Analysis and Inference","display_name":"Generalizability Theory and Experimental Design: Incongruity Between Analysis and Inference","publication_year":1984,"publication_date":"1984-01-01","ids":{"openalex":"https://openalex.org/W2143181995","doi":"https://doi.org/10.2307/1162927","mag":"2143181995"},"language":"en","primary_location":{"id":"doi:10.2307/1162927","doi":"https://doi.org/10.2307/1162927","is_oa":false,"landing_page_url":"https://doi.org/10.2307/1162927","pdf_url":null,"source":{"id":"https://openalex.org/S185455288","display_name":"American Educational Research Journal","issn_l":"0002-8312","issn":["0002-8312","1935-1011"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Educational Research Journal","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110010525","display_name":"Kenneth D. Hopkins","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kenneth D. Hopkins","raw_affiliation_strings":["University of Colorado"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Colorado","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5110010525"],"corresponding_institution_ids":[],"apc_list":{"value":2500,"currency":"USD","value_usd":2500},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.3270457,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"21","issue":"3","first_page":"703","last_page":"703"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10243","display_name":"Statistical Methods and Bayesian Inference","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"generalizability theory","score":1.0},{"id":"https://openalex.org/keywords/experimental-design","display_name":"experimental design","score":0.9240000247955322},{"id":"https://openalex.org/keywords/item-reliability","display_name":"item reliability","score":0.3869999945163727},{"id":"https://openalex.org/keywords/measurement-fidelity","display_name":"measurement fidelity","score":0.6299999952316284},{"id":"https://openalex.org/keywords/statistical-inference","display_name":"statistical inference","score":0.4480000138282776}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.956771731376648},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.7119390964508057},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.6004849076271057},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.6002304553985596},{"id":"https://openalex.org/C2776937656","wikidata":"https://www.wikidata.org/wiki/Q2229669","display_name":"Nesting (process)","level":2,"score":0.5722779035568237},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.523745059967041},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5181054472923279},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.485563725233078},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4718765318393707},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.4601474702358246},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.4460591971874237},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4185557961463928},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4138905107975006},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3799203634262085},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3773963451385498},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.37355107069015503},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.26965567469596863},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.08919811248779297},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0850202739238739},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.2307/1162927","doi":"https://doi.org/10.2307/1162927","is_oa":false,"landing_page_url":"https://doi.org/10.2307/1162927","pdf_url":null,"source":{"id":"https://openalex.org/S185455288","display_name":"American Educational Research Journal","issn_l":"0002-8312","issn":["0002-8312","1935-1011"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Educational Research Journal","raw_type":"journal-article"},{"id":"doi:10.3102/00028312021003703","doi":"https://doi.org/10.3102/00028312021003703","is_oa":false,"landing_page_url":"https://doi.org/10.3102/00028312021003703","pdf_url":null,"source":{"id":"https://openalex.org/S185455288","display_name":"American Educational Research Journal","issn_l":"0002-8312","issn":["0002-8312","1935-1011"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Educational Research Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1553368037","https://openalex.org/W1760020891","https://openalex.org/W1967042252","https://openalex.org/W1968768221","https://openalex.org/W1976545661","https://openalex.org/W1984608099","https://openalex.org/W1989314580","https://openalex.org/W2012548126","https://openalex.org/W2014904097","https://openalex.org/W2015981771","https://openalex.org/W2025311263","https://openalex.org/W2032946087","https://openalex.org/W2038943622","https://openalex.org/W2050460112","https://openalex.org/W2061166911","https://openalex.org/W2071609452","https://openalex.org/W2095043073","https://openalex.org/W2116581177","https://openalex.org/W2134654456","https://openalex.org/W2137926819","https://openalex.org/W2161205001","https://openalex.org/W2797274677","https://openalex.org/W4241067322","https://openalex.org/W4249377231","https://openalex.org/W4300748935"],"related_works":["https://openalex.org/W2096865531","https://openalex.org/W3022298670","https://openalex.org/W4252911288","https://openalex.org/W2080060077","https://openalex.org/W1965765081","https://openalex.org/W1968224085","https://openalex.org/W6885942690","https://openalex.org/W2994391667","https://openalex.org/W2055804018","https://openalex.org/W81327019"],"abstract_inverted_index":{"The":[0,14,66],"inferences":[1],"drawn":[2],"from":[3,115],"many":[4],"statistical":[5,121],"analyses":[6,12],"are":[7,76,126,138],"not":[8,48],"congruent":[9],"with":[10],"the":[11,25,37,50,57,74,79,90,94,106,110,116,120],"performed.":[13],"analysis":[15],"commonly":[16],"employed":[17],"when":[18],"cognitive":[19],"or":[20,42],"affective":[21],"measures":[22],"serve":[23],"as":[24,62,81],"dependent":[26],"variable":[27,112],"yields":[28],"an":[29],"inference":[30,98],"that":[31,44,72],"is":[32,60],"rigorously":[33],"generalizable":[34],"only":[35],"to":[36,49],"specific":[38],"set":[39,58],"of":[40,53,55,83,97,105,109,133],"scales":[41],"items":[43,54,75,135],"were":[45],"employed,":[46],"and":[47,122],"intended":[51],"universe":[52,96],"which":[56],"used":[59],"viewed":[61],"a":[63,84,129],"representative":[64],"sample.":[65],"arguments":[67],"in":[68,93,128],"this":[69],"paper":[70],"show":[71],"if":[73],"incorporated":[77],"into":[78],"design":[80],"levels":[82],"random":[85],"facet":[86],"via":[87],"generalizability":[88],"theory,":[89],"inferential":[91],"question":[92],"desired":[95],"can":[99],"be":[100],"examined":[101],"statistically.":[102],"An":[103],"estimate":[104],"reliability":[107],"(generalizability)":[108],"outcome":[111],"also":[113],"accrues":[114],"proposed":[117],"analysis;":[118],"consequently":[119],"measurement":[123],"fidelity":[124],"questions":[125],"unified":[127],"single":[130],"analysis.":[131],"Advantages":[132],"nesting":[134],"within":[136],"subjects":[137],"proposed.":[139]},"counts_by_year":[],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2016-06-24T00:00:00"}