{"id":"https://openalex.org/W2058098065","doi":"https://doi.org/10.1126/science.160.3835.1424","title":"Relevance in Testing","display_name":"Relevance in Testing","publication_year":1968,"publication_date":"1968-06-28","ids":{"openalex":"https://openalex.org/W2058098065","doi":"https://doi.org/10.1126/science.160.3835.1424","mag":"2058098065","pmid":"https://pubmed.ncbi.nlm.nih.gov/5654051"},"language":"en","primary_location":{"id":"doi:10.1126/science.160.3835.1424","doi":"https://doi.org/10.1126/science.160.3835.1424","is_oa":false,"landing_page_url":"https://doi.org/10.1126/science.160.3835.1424","pdf_url":null,"source":{"id":"https://openalex.org/S3880285","display_name":"Science","issn_l":"0036-8075","issn":["0036-8075","0193-4511","1095-9203"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","erih-plus","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057274361","display_name":"William W. Turnbull","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"William W. Turnbull","raw_affiliation_strings":["The Educational Testing Service, Princeton, New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Educational Testing Service, Princeton, New Jersey","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5057274361"],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":71.1101,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.9985012,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":94},"biblio":{"volume":"160","issue":"3835","first_page":"1424","last_page":"1429"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.8187999725341797,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.8187999725341797,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13853","display_name":"Teacher Education and Assessments","score":0.05730000138282776,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13564","display_name":"Education and Public Policy","score":0.04659999907016754,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/college-entrance-examination-board","display_name":"College Entrance Examination Board","score":0.9869999885559082},{"id":"https://openalex.org/keywords/college-admissions-testing","display_name":"college admissions testing","score":0.5989999771118164},{"id":"https://openalex.org/keywords/external-examinations","display_name":"external examinations","score":0.6019999980926514},{"id":"https://openalex.org/keywords/classroom-assessment","display_name":"classroom assessment","score":0.7620000243186951},{"id":"https://openalex.org/keywords/test-development","display_name":"test development","score":0.4580000042915344},{"id":"https://openalex.org/keywords/individualized-testing","display_name":"individualized testing","score":0.492000013589859},{"id":"https://openalex.org/keywords/educational-change","display_name":"educational change","score":0.3919999897480011}],"concepts":[{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.8357393741607666},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6713796854019165},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6590604186058044},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.4589378237724304},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4420102834701538},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.44173675775527954},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3217860460281372},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2430187463760376},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.207834392786026},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.13138920068740845},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.11814296245574951},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.097259521484375},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D004521","descriptor_name":"Educational Measurement","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":true},{"descriptor_ui":"D009934","descriptor_name":"Organization and Administration","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013334","descriptor_name":"Students","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014481","descriptor_name":"United States","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014829","descriptor_name":"Vocational Education","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1126/science.160.3835.1424","doi":"https://doi.org/10.1126/science.160.3835.1424","is_oa":false,"landing_page_url":"https://doi.org/10.1126/science.160.3835.1424","pdf_url":null,"source":{"id":"https://openalex.org/S3880285","display_name":"Science","issn_l":"0036-8075","issn":["0036-8075","0193-4511","1095-9203"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","erih-plus","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315823","host_organization_name":"American Association for the Advancement of Science","host_organization_lineage":["https://openalex.org/P4310315823"],"host_organization_lineage_names":["American Association for the Advancement of Science"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science","raw_type":"journal-article"},{"id":"pmid:5654051","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/5654051","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Science (New York, N.Y.)","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8278999924659729,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":1,"referenced_works":["https://openalex.org/W2327628266"],"related_works":["https://openalex.org/W1947056611","https://openalex.org/W271271738","https://openalex.org/W7052257362","https://openalex.org/W347586463","https://openalex.org/W2330028166","https://openalex.org/W2091753510","https://openalex.org/W2020604530","https://openalex.org/W2119683534","https://openalex.org/W2368093071","https://openalex.org/W249918921"],"abstract_inverted_index":{"Three":[0,58],"stages":[1,60],"mark":[2],"the":[3,11,16,24,29,47,53,64,68,73,79,83,94,97,112,116,124,127,144,162,166,169,176,259,262,283,329,335,350,354,358,364,374,386,392,410,426,429,450,452,455,458,470,505],"development":[4,66],"of":[5,45,50,55,67,78,85,88,96,103,126,135,168,261,279,285,345,357,385,394,428,454,472,504],"relevance":[6,9,14,22],"in":[7,63,118,137,161,186,190,249,264,282,288,297,373,379,405,446],"testing:":[8],"to":[10,15,23,36,149,154,157,299,341,362,371,468],"educational":[12,184,301],"program,":[13],"individual":[17,145],"student's":[18,25],"past":[19,151],"accomplishments,":[20],"and":[21,87,108,153,183,308,352,376,476],"future":[26,65],"accomplishments.":[27],"If":[28],"College":[30,317],"Entrance":[31,318],"Examination":[32,319],"Board":[33,365,387],"should":[34,179],"have":[35,256,268,436],"follow":[37],"paths":[38],"such":[39],"as":[40,287,367,400],"these,":[41],"it":[42,46,381,418],"has":[43,294,322,333,388,397],"ahead":[44],"enormous":[48],"job":[49],"transforming":[51],"drastically":[52],"nature":[54],"its":[56],"activities.":[57],"possible":[59],"are":[61,360],"envisaged":[62],"Board's":[69],"tests:":[70],"(1)":[71],"for":[72,273,416,433,440,462],"Lnimediate":[74],"future,":[75],"an":[76,313],"extension":[77],"recent":[80],"trend":[81],"toward":[82],"diversity":[84],"programs":[86,91,185],"tests":[89],"within":[90],"(this":[92,122,164],"being":[93,123,165],"stage":[95,125,167],"multiplex":[98],"externalprogram);":[99],"(2)":[100],"a":[101,132,270,324,401],"reduction":[102],"emphasis":[104],"on":[105,111],"external":[106],"examinations":[107,136],"increased":[109],"reliance":[110],"record":[113],"compiled":[114],"by":[115],"student":[117,140],"his":[119,150,155],"own":[120,407],"school":[121],"school-based":[128],"program);":[129],"and,":[130],"(3)":[131],"system,":[133],"eventually,":[134],"which":[138,321,380],"each":[139],"is":[141,173,277],"presented":[142],"with":[143],"questions":[146,159],"most":[147],"pertinent":[148],"preparation":[152],"responses":[156],"test":[158],"earlier":[160],"sequence":[163],"student-based":[170],"program).":[171],"It":[172,396],"held":[174],"that":[175,349],"examination":[177],"program":[178],"match":[180],"both":[181,305],"students":[182,442,465],"diversity.":[187],"(a)":[188],"Relevance":[189,248],"Testing":[191,196,250,412,496],"Wm.":[192],"W.":[193,252],"Turnbull":[194,253],"Educational":[195,411,495],"Service....":[197],"U.S.":[198],"DEPARTMENT":[199],"OF":[200,206,224,235],"HEALTH,":[201],"EDUCATION":[202,207,236],"&":[203],"WELFARE":[204],"OFFICE":[205,234],"THIS":[208],"DOCUMENT":[209],"HAS":[210],"BEEN":[211],"REPRODUCED":[212],"EXACTLY":[213],"AS":[214],"RECEIVED":[215],"FROM":[216],"THE":[217],"PERSON":[218],"OR":[219,226,238],"ORGANIZATION":[220],"ORIGINATING":[221],"IT,":[222],"POINTS":[223],"VIEW":[225],"OPINIONS":[227],"STATED":[228],"DO":[229],"NOT":[230],"NECESSARILY":[231],"REPRESENT":[232],"OFFICIAL":[233],",POSITION":[237],"POLICY.":[239],"040":[240],"804":[241],"/eel(":[242],"yor":[243],"Ak#444":[244],"rtotta":[245],"&##":[246],"06":[247],"William":[251],"Few":[254],"agencies":[255,280],"survived":[257],"since":[258,331],"turn":[260],"century":[263],"America":[265],"unless":[266],"they":[267],"had":[269],"notable":[271],"capacity":[272],"change.":[274,342,395],"This":[275],"proposition":[276],"true":[278],"working":[281],"field":[284],"education,":[286],"other":[289],"fields.":[290],"Sir":[291],"Eric":[292],"Ashby":[293],"noted":[295],"that,":[296,424],"order":[298],"survive,":[300],"institutions":[302],"must":[303],"be":[304],"sufficiently":[306,309,466],"stable":[307,326],"responsive":[310,370],"1":[311],"-not":[312],"easy":[314],"job!":[315],"The":[316,343,383],"Board,":[320],"been":[323,338,390,437],"notably":[325],"institution":[327,369],"over":[328],"period":[330],"1900,":[332],"at":[334],"same":[336],"time":[337],"no":[339],"stranger":[340],"existence":[344],"this":[346,447],"Commission":[347],"demonstrates":[348],"1960's,":[351],"indeed":[353],"second":[355],"half":[356],"century,":[359],"likely":[361],"see":[363],"continuing":[366],"en":[368],"changes":[372],"social":[375],"institutional":[377],"context":[378],"operates.":[382],"work":[384],"not":[389],"merely":[391],"mirror":[393],"also":[398],"served":[399],"powerful":[402],"change":[403],"agent":[404],"tis":[406],"right.":[408],"In":[409,449],"Service":[413,497],"Annual":[414,498],"Report":[415,499,503],"1961-622,":[417],"was":[419],"pointed":[420],"out":[421],"8":[422],".":[423],"during":[425],"lifetime":[427],"SAT,":[430],"more":[431,441],"opportunities":[432],"higher":[434],"education":[435],"opened":[438],"up":[439],"than":[443],"ever":[444],"before":[445],"country.":[448],"1930's,":[451],"availability":[453],"SAT":[456],"provided":[457],"additional":[459],"method":[460],"needed":[461],"identifying":[463],"able":[464],"well":[467],"justify":[469],"award":[471],"very":[473],"large":[474],"national":[475],"regional":[477],".1111.01.1,":[478],"1.":[479],"Ashby,":[480],"Eric,":[481],"Universities:":[482],"British,":[483],"Indian,":[484],"Atrial!!":[485],"(Cambridge,":[486],"Mass.,":[487],"Harvard":[488],"University":[489],"Press,":[490],"1966),":[491],"p.":[492],"3.":[493],"2.":[494],"1961":[500],"-62,":[501],"from":[502],"President,":[506],"pp.":[507],"44.46.":[508]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}