{"id":"https://openalex.org/W133015852","doi":null,"title":"On the Use of Content Specialists in the Assessment of Criterion-Referenced Test Item Validity.","display_name":"On the Use of Content Specialists in the Assessment of Criterion-Referenced Test Item Validity.","publication_year":1977,"publication_date":"1977-03-01","ids":{"openalex":"https://openalex.org/W133015852","mag":"133015852"},"language":"nl","primary_location":{"id":"mag:133015852","doi":null,"is_oa":false,"landing_page_url":"http://files.eric.ed.gov/fulltext/ED121845.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306532946","display_name":"Tijdschrift voor Onderwijsresearch","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Tijdschrift voor Onderwijsresearch","raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013133726","display_name":"Richard J. Rovinelli","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Richard J. Rovinelli","raw_affiliation_strings":["National Board of Health Examiners, Philadelphia, PA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Board of Health Examiners, Philadelphia, PA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049408101","display_name":"Ronald K. Hambleton","orcid":"https://orcid.org/0000-0002-7412-2188","observed_orcids":["https://orcid.org/0000-0002-7412-2188"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ronald K. Hambleton","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.9457,"has_fulltext":false,"cited_by_count":539,"citation_normalized_percentile":{"value":0.88163265,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.8300999999046326,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.8300999999046326,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.14000000059604645,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13117","display_name":"Health Education and Validation","score":0.01140000019222498,"subfield":{"id":"https://openalex.org/subfields/2922","display_name":"Research and Theory"},"field":{"id":"https://openalex.org/fields/29","display_name":"Nursing"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/item-validity","display_name":"item validity","score":0.8309999704360962},{"id":"https://openalex.org/keywords/criterion-referenced-testing","display_name":"criterion-referenced assessment","score":0.9259999990463257},{"id":"https://openalex.org/keywords/expert-opinion","display_name":"expert opinion","score":0.43700000643730164},{"id":"https://openalex.org/keywords/item-validation","display_name":"item validation","score":0.7269999980926514},{"id":"https://openalex.org/keywords/science-teachers","display_name":"science teachers","score":0.9309999942779541},{"id":"https://openalex.org/keywords/personalized-learning","display_name":"personalized learning","score":0.6169999837875366},{"id":"https://openalex.org/keywords/test-item-design","display_name":"exam question design","score":0.34200000762939453}],"concepts":[{"id":"https://openalex.org/C58916136","wikidata":"https://www.wikidata.org/wiki/Q1663508","display_name":"Content validity","level":3,"score":0.6303932070732117},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5968889594078064},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5779767036437988},{"id":"https://openalex.org/C2778263599","wikidata":"https://www.wikidata.org/wiki/Q1669245","display_name":"Item analysis","level":3,"score":0.5014750957489014},{"id":"https://openalex.org/C116211729","wikidata":"https://www.wikidata.org/wiki/Q5372350","display_name":"Test validity","level":3,"score":0.5005710124969482},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.47553133964538574},{"id":"https://openalex.org/C182050348","wikidata":"https://www.wikidata.org/wiki/Q5186576","display_name":"Criterion validity","level":4,"score":0.45502927899360657},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.4390031695365906},{"id":"https://openalex.org/C156639949","wikidata":"https://www.wikidata.org/wiki/Q13362737","display_name":"Item bank","level":4,"score":0.41021350026130676},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3700350821018219},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.366830050945282},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.33029842376708984},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.20739009976387024},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.11969000101089478},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:133015852","doi":null,"is_oa":false,"landing_page_url":"http://files.eric.ed.gov/fulltext/ED121845.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306532946","display_name":"Tijdschrift voor Onderwijsresearch","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Tijdschrift voor Onderwijsresearch","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":7,"referenced_works":["https://openalex.org/W606215399","https://openalex.org/W1967794335","https://openalex.org/W1968394662","https://openalex.org/W1969885119","https://openalex.org/W2053154970","https://openalex.org/W2108293532","https://openalex.org/W2157663019"],"related_works":["https://openalex.org/W2038551948","https://openalex.org/W2142501610","https://openalex.org/W1986852381","https://openalex.org/W4231326426","https://openalex.org/W2072049958","https://openalex.org/W7052867488","https://openalex.org/W7112910739","https://openalex.org/W4244431465","https://openalex.org/W4242064593","https://openalex.org/W2083233330"],"abstract_inverted_index":{"Essential":[0],"for":[1,81,120],"an":[2,214],"effective":[3],"criterion-referenced":[4,199],"testing":[5],"program":[6,216],"is":[7,51,194,209],"a":[8,219],"sei":[9],"of":[10,17,30,57,60,65,84,94,104,113,123,166,180,191,195,202,213,229,241,252],"test":[11,206],"items":[12,177],"that":[13],"are":[14,68,178],"valid":[15],"indicators":[16],"the":[18,27,47,53,58,82,92,105,114,118,128,164,170,173,203,205,226],"objectives":[19],"they":[20,183],"have":[21,158,184],"been":[22,185,237],"designed":[23,186],"to":[24,46,163,175,187,218],"measure.":[25,188],"Unfortunately,":[26],"complex":[28],"matter":[29],"assessing":[31],"item":[32,48,96,129,167,192],"validity":[33,49],"has":[34,236],"received":[35],"only":[36],"limited":[37],"attention":[38,162],"from":[39],"educational":[40,155],"measurement":[41,156],"specialists.":[42,62],"One":[43],"promising":[44,107],"approach":[45],"question":[50],"through":[52],"collection":[54],"and":[55,78,102,147,243],"analysis":[56,83],"judgements":[59],"content":[61,85,124],"The":[63,110,189,211,234,250],"purposes":[64],"this":[66],"paper":[67,223,235],"twofold:":[69],"First,":[70],"we":[71,89],"will":[72,90],"discuss":[73],"several":[74],"possible":[75],"rating":[76,108],"forms":[77],"statistical":[79],"methods":[80],"specialists'":[86,125],"data.":[87],"Second,":[88],"present":[91],"results":[93,112],"our":[95],"validation":[97,130,193],"work":[98],"with":[99,198],"science":[100],"teachers":[101],"three":[103],"more":[106],"forms.":[109],"overall":[111],"study":[115],"clearly":[116],"support":[117],"recommendation":[119],"expanded":[121],"use":[122],"ratings":[126],"in":[127],"process.":[131],"2":[132],"U":[133],"5.":[134],"DEPARWAENTOF":[135],"NEALTN,":[136],"EDUCATION":[137],"W":[138],"Hambleton":[139],"&":[140,149],"Novick,":[141],"1973;":[142],"Livingston,":[143],"1972;":[144],"Millman,":[145],"1974;":[146],"Popham":[148],"Nusek,":[150],"1969).":[151],"Considering":[152],"its":[153],"importance,":[154],"specialists":[157],"given":[159],"relatively":[160],"little":[161],"problem":[165,171,190],"validation,":[168],"i.e.,":[169],"concerning":[172],"extent":[174],"which":[176],"measures":[179],"tL,":[181],"jectives":[182],"particular":[196],"importance":[197],"tests":[200],"because":[201],"way":[204],"score":[207],"information":[208],"used.":[210],"success":[212],"individualized":[215],"depends":[217],"considerable":[220],"1":[221],"A":[222],"presented":[224],"at":[225],"annual":[227],"meeting":[228],"AERA,":[230],"San":[231],"Francisco,":[232],"1976.":[233,254],"published":[238],"as":[239],"Laboratory":[240],"Psychometric":[242],"Evaluative":[244],"Research":[245],"Report":[246],"No.24.":[247],"Amherst,":[248],"Mass:":[249],"University":[251],"Massachusetts,":[253]},"counts_by_year":[{"year":2025,"cited_by_count":40},{"year":2024,"cited_by_count":62},{"year":2023,"cited_by_count":89},{"year":2022,"cited_by_count":65},{"year":2021,"cited_by_count":47},{"year":2020,"cited_by_count":42},{"year":2019,"cited_by_count":33},{"year":2018,"cited_by_count":25},{"year":2017,"cited_by_count":34},{"year":2016,"cited_by_count":18},{"year":2015,"cited_by_count":16},{"year":2014,"cited_by_count":16},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":4}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}