{"id":"https://openalex.org/W1500549317","doi":"https://doi.org/10.1080/02796015.2008.12087911","title":"The Generalizability of Externalizing Behavior Composites and Subscale Scores Across Time, Rater, and Instrument","display_name":"The Generalizability of Externalizing Behavior Composites and Subscale Scores Across Time, Rater, and Instrument","publication_year":2008,"publication_date":"2008-03-01","ids":{"openalex":"https://openalex.org/W1500549317","doi":"https://doi.org/10.1080/02796015.2008.12087911","mag":"1500549317"},"language":"en","primary_location":{"id":"doi:10.1080/02796015.2008.12087911","doi":"https://doi.org/10.1080/02796015.2008.12087911","is_oa":false,"landing_page_url":"https://doi.org/10.1080/02796015.2008.12087911","pdf_url":null,"source":{"id":"https://openalex.org/S117031645","display_name":"School Psychology Review","issn_l":"0279-6015","issn":["0279-6015","2372-966X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"School Psychology Review","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089748349","display_name":"Renee Bergeron","orcid":"https://orcid.org/0000-0002-1586-8721","observed_orcids":["https://orcid.org/0000-0002-1586-8721"]},"institutions":[{"id":"https://openalex.org/I4210126565","display_name":"Hawaii State Department of Education","ror":"https://ror.org/02ygxgy27","country_code":"US","type":"government","lineage":["https://openalex.org/I4210126565"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Renee Bergeron","raw_affiliation_strings":["Hawaii Department of Education","Hawaii Department of Education, Waipahu, HI, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hawaii Department of Education","institution_ids":["https://openalex.org/I4210126565"]},{"raw_affiliation_string":"Hawaii Department of Education, Waipahu, HI, US","institution_ids":["https://openalex.org/I4210126565"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076983245","display_name":"Randy Granville Floyd","orcid":"https://orcid.org/0000-0002-4881-1174","observed_orcids":["https://orcid.org/0000-0002-4881-1174"]},"institutions":[{"id":"https://openalex.org/I94658018","display_name":"University of Memphis","ror":"https://ror.org/01cq23130","country_code":"US","type":"education","lineage":["https://openalex.org/I94658018"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Randy G. Floyd","raw_affiliation_strings":["The University of Memphis","The University of Memphis, Memphis, TN, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Memphis","institution_ids":["https://openalex.org/I94658018"]},{"raw_affiliation_string":"The University of Memphis, Memphis, TN, US","institution_ids":["https://openalex.org/I94658018"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090167869","display_name":"Allison C. McCormack","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Allison C. McCormack","raw_affiliation_strings":["Metropolitan Nashville Public Schools","Metropolitan Nashville Public Schools, Nashville, TN, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Metropolitan Nashville Public Schools","institution_ids":[]},{"raw_affiliation_string":"Metropolitan Nashville Public Schools, Nashville, TN, US","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047362113","display_name":"William L. Farmer","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78559203","display_name":"FedEx (United States)","ror":"https://ror.org/04ps7x844","country_code":"US","type":"company","lineage":["https://openalex.org/I78559203"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William L. Farmer","raw_affiliation_strings":["FedEx Express, Memphis","FedEx Express, Memphis, TN, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FedEx Express, Memphis","institution_ids":["https://openalex.org/I78559203"]},{"raw_affiliation_string":"FedEx Express, Memphis, TN, US","institution_ids":["https://openalex.org/I78559203"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5089748349"],"corresponding_institution_ids":["https://openalex.org/I4210126565"],"apc_list":null,"apc_paid":null,"fwci":6.1605,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.95475663,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"37","issue":"1","first_page":"91","last_page":"108"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.7865999937057495,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.7865999937057495,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13309","display_name":"Reliability and Agreement in Measurement","score":0.06729999929666519,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10182","display_name":"Child and Adolescent Psychosocial and Emotional Development","score":0.06199999898672104,"subfield":{"id":"https://openalex.org/subfields/3203","display_name":"Clinical Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/externalizing-problems","display_name":"externalizing problems","score":0.9309999942779541},{"id":"https://openalex.org/keywords/behavior-assessment-system-for-children","display_name":"Behavior Assessment System for Children","score":0.878000020980835},{"id":"https://openalex.org/keywords/aseba","display_name":"ASEBA","score":0.8859999775886536},{"id":"https://openalex.org/keywords/teacher-report-form","display_name":"Teacher Report Form","score":0.6420000195503235},{"id":"https://openalex.org/keywords/test-retest-reliability","display_name":"test-retest reliability","score":0.7440000176429749},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.800000011920929},{"id":"https://openalex.org/keywords/inter-instrument-agreement","display_name":"inter-instrument agreement","score":0.6660000085830688},{"id":"https://openalex.org/keywords/measurement-error","display_name":"measurement error","score":0.550000011920929},{"id":"https://openalex.org/keywords/variance-components","display_name":"variance components","score":0.8320000171661377},{"id":"https://openalex.org/keywords/child-behavior-assessment","display_name":"child behavior assessment","score":0.5339999794960022},{"id":"https://openalex.org/keywords/generalizability","display_name":"generalizability","score":0.5389999747276306}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.8117421865463257},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.7226132154464722},{"id":"https://openalex.org/C77019957","wikidata":"https://www.wikidata.org/wiki/Q2689057","display_name":"Dependability","level":2,"score":0.6636510491371155},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.5562905669212341},{"id":"https://openalex.org/C3018076075","wikidata":"https://www.wikidata.org/wiki/Q1826427","display_name":"Variance components","level":2,"score":0.49424102902412415},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.47598376870155334},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.44839465618133545},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.44294473528862},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.4262598156929016},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.3370358347892761},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.3358280062675476},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1060885488986969},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/02796015.2008.12087911","doi":"https://doi.org/10.1080/02796015.2008.12087911","is_oa":false,"landing_page_url":"https://doi.org/10.1080/02796015.2008.12087911","pdf_url":null,"source":{"id":"https://openalex.org/S117031645","display_name":"School Psychology Review","issn_l":"0279-6015","issn":["0279-6015","2372-966X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-1","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"School Psychology Review","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.5385000109672546}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W48369445","https://openalex.org/W177072411","https://openalex.org/W1480929733","https://openalex.org/W1503583491","https://openalex.org/W1540060945","https://openalex.org/W1542722502","https://openalex.org/W1607176709","https://openalex.org/W1879379620","https://openalex.org/W1926445757","https://openalex.org/W1958015814","https://openalex.org/W1966420917","https://openalex.org/W1968892775","https://openalex.org/W1969570897","https://openalex.org/W1984170335","https://openalex.org/W1984587864","https://openalex.org/W1985973800","https://openalex.org/W2001512623","https://openalex.org/W2007816819","https://openalex.org/W2010008336","https://openalex.org/W2015977980","https://openalex.org/W2023420063","https://openalex.org/W2024300372","https://openalex.org/W2028990990","https://openalex.org/W2031016892","https://openalex.org/W2035838470","https://openalex.org/W2042810876","https://openalex.org/W2050460112","https://openalex.org/W2054403733","https://openalex.org/W2057844589","https://openalex.org/W2066425006","https://openalex.org/W2071577108","https://openalex.org/W2084661427","https://openalex.org/W2085825863","https://openalex.org/W2091029144","https://openalex.org/W2093612645","https://openalex.org/W2094024570","https://openalex.org/W2105121324","https://openalex.org/W2124344592","https://openalex.org/W2139894382","https://openalex.org/W2141207104","https://openalex.org/W2142640612","https://openalex.org/W2159011576","https://openalex.org/W2188430019","https://openalex.org/W2599734864","https://openalex.org/W2618743512","https://openalex.org/W2903541342","https://openalex.org/W2914642454","https://openalex.org/W2946143228","https://openalex.org/W2998320985","https://openalex.org/W3216660482","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W3005949643","https://openalex.org/W2024300372","https://openalex.org/W1984587864","https://openalex.org/W2004856883","https://openalex.org/W70078375","https://openalex.org/W321474803","https://openalex.org/W4400920586","https://openalex.org/W2923651208","https://openalex.org/W2144276672","https://openalex.org/W2624917747"],"abstract_inverted_index":{"The":[0,144],"dependability":[1,89],"of":[2,29,62,115,138,146],"externalizing":[3,56],"behavior":[4],"composites":[5,57],"and":[6,25,58,81,96,130],"subscale":[7,142],"scores":[8],"from":[9,47],"the":[10,26,55,112],"Behavior":[11],"Assessment":[12],"System":[13,28],"for":[14,36,60,111,127,134,152],"Children,":[15],"Second":[16],"Edition,":[17],"Teacher":[18,45],"Rating":[19],"Scale\u2014Child":[20],"(Reynolds":[21],"&":[22,40],"Kamphaus,":[23],"2004)":[24],"Achenbach":[27],"Empirically":[30],"Based":[31],"Assessment,":[32],"Teacher's":[33],"Report":[34],"Form":[35],"Ages":[37],"6\u201318":[38],"(Achenbach":[39],"Rescorla,":[41],"2001)":[42],"was":[43],"investigated.":[44],"pairs":[46],"six":[48],"classrooms":[49],"each":[50],"completed":[51],"items":[52],"contributing":[53],"to":[54],"subscales":[59],"10":[61],"their":[63],"students":[64,109,129],"on":[65],"two":[66],"occasions":[67,84],"approximately":[68],"1\u20133":[69],"weeks":[70],"apart.":[71],"Pearson":[72],"correlation":[73],"coefficients":[74,90],"examining":[75],"consistency":[76],"between":[77,79,82,124,131],"raters,":[78],"instruments,":[80],"measurement":[83],"were":[85,91,98],"generally":[86],"strong,":[87],"but":[88,122],"moderate":[92],"when":[93],"rater,":[94],"instrument,":[95],"occasion":[97],"considered":[99],"concurrently.":[100],"Variance":[101],"component":[102],"estimates":[103],"indicated":[104],"that":[105],"individual":[106],"differences":[107,123],"among":[108,141],"accounted":[110,133],"largest":[113],"proportion":[114],"total":[116],"variance":[117,140],"across":[118],"all":[119],"score":[120],"comparisons,":[121],"teacher":[125],"ratings":[126],"particular":[128],"instruments":[132],"relatively":[135],"large":[136],"proportions":[137],"error":[139,150],"scores.":[143],"implications":[145],"simultaneously":[147],"considering":[148],"multiple":[149],"sources":[151],"test":[153],"users":[154],"are":[155],"discussed.":[156]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":2}],"updated_date":"2026-09-22T06:50:58.402377","created_date":"2016-06-24T00:00:00"}