{"id":"https://openalex.org/W1542467888","doi":null,"title":"Using Stratified Item Selection to Reduce the Number of Items Rated in Standard Setting","display_name":"Using Stratified Item Selection to Reduce the Number of Items Rated in Standard Setting","publication_year":2011,"publication_date":"2011-01-01","ids":{"openalex":"https://openalex.org/W1542467888","mag":"1542467888"},"language":"en","primary_location":{"id":"pmh:oai:digitalcommons.usf.edu:etd-4550","doi":null,"is_oa":true,"landing_page_url":"https://digitalcommons.usf.edu/etd/3355","pdf_url":"https://digitalcommons.usf.edu/context/etd/article/4550/viewcontent/etd__3355.pdf","source":{"id":"https://openalex.org/S4377196272","display_name":"Digital Commons - University of South Florida (University of South Florida)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2613432","host_organization_name":"University of South Florida","host_organization_lineage":["https://openalex.org/I2613432"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"USF Tampa Graduate Theses and Dissertations","raw_type":"dissertation"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://digitalcommons.usf.edu/context/etd/article/4550/viewcontent/etd__3355.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077193991","display_name":"Tiffany Nicole Smith","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Tiffany N. Smith","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5077193991"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.011800000444054604,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13853","display_name":"Teacher Education and Assessments","score":0.0019000000320374966,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/standard-setting","display_name":"standard setting","score":0.9070000052452087},{"id":"https://openalex.org/keywords/cutoff-values","display_name":"cut-off values","score":0.7329999804496765},{"id":"https://openalex.org/keywords/test-length","display_name":"test length","score":0.5680000185966492},{"id":"https://openalex.org/keywords/generalizability","display_name":"generalizability","score":0.6759999990463257},{"id":"https://openalex.org/keywords/standard-error-of-estimate","display_name":"standard error of estimate","score":0.8140000104904175},{"id":"https://openalex.org/keywords/item-difficulty","display_name":"item difficulty","score":0.6570000052452087},{"id":"https://openalex.org/keywords/item-discrimination","display_name":"item discrimination","score":0.9940000176429749},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.8370000123977661},{"id":"https://openalex.org/keywords/panel-size","display_name":"panel size","score":0.7540000081062317}],"concepts":[{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.6675732135772705},{"id":"https://openalex.org/C49898467","wikidata":"https://www.wikidata.org/wiki/Q1517706","display_name":"Stratified sampling","level":2,"score":0.6317079067230225},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.6306178569793701},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.588306725025177},{"id":"https://openalex.org/C18747219","wikidata":"https://www.wikidata.org/wiki/Q620994","display_name":"Standard error","level":2,"score":0.561284065246582},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4863949120044708},{"id":"https://openalex.org/C75373757","wikidata":"https://www.wikidata.org/wiki/Q7410160","display_name":"Sampling design","level":3,"score":0.4573788344860077},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.41968581080436707},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3542947769165039},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.34871336817741394},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.17669349908828735},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09114813804626465},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.07619184255599976},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.0},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.0},{"id":"https://openalex.org/C99454951","wikidata":"https://www.wikidata.org/wiki/Q932068","display_name":"Environmental health","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"pmh:oai:digitalcommons.usf.edu:etd-4550","doi":null,"is_oa":true,"landing_page_url":"https://digitalcommons.usf.edu/etd/3355","pdf_url":"https://digitalcommons.usf.edu/context/etd/article/4550/viewcontent/etd__3355.pdf","source":{"id":"https://openalex.org/S4377196272","display_name":"Digital Commons - University of South Florida (University of South Florida)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2613432","host_organization_name":"University of South Florida","host_organization_lineage":["https://openalex.org/I2613432"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"USF Tampa Graduate Theses and Dissertations","raw_type":"dissertation"},{"id":"pmh:oai:pqdtoai.proquest.com:3474528","doi":null,"is_oa":false,"landing_page_url":"http://pqdtopen.proquest.com/#viewpdf?dispub=3474528","pdf_url":"http://pqdtopen.proquest.com/#viewpdf?dispub=3474528","source":{"id":"https://openalex.org/S7407064308","display_name":"ProQuest Demo Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"thesis"},{"id":"pmh:oai:scholarcommons.usf.edu:etd-4550","doi":null,"is_oa":false,"landing_page_url":"https://scholarcommons.usf.edu/etd/3355","pdf_url":null,"source":{"id":"https://openalex.org/S4377196272","display_name":"Digital Commons - University of South Florida (University of South Florida)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2613432","host_organization_name":"University of South Florida","host_organization_lineage":["https://openalex.org/I2613432"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Graduate Theses and Dissertations","raw_type":"dissertation"},{"id":"mag:1542467888","doi":null,"is_oa":false,"landing_page_url":"https://digitalcommons.usf.edu/cgi/viewcontent.cgi?article=4550&context=etd","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:digitalcommons.usf.edu:etd-4550","doi":null,"is_oa":true,"landing_page_url":"https://digitalcommons.usf.edu/etd/3355","pdf_url":"https://digitalcommons.usf.edu/context/etd/article/4550/viewcontent/etd__3355.pdf","source":{"id":"https://openalex.org/S4377196272","display_name":"Digital Commons - University of South Florida (University of South Florida)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2613432","host_organization_name":"University of South Florida","host_organization_lineage":["https://openalex.org/I2613432"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"USF Tampa Graduate Theses and Dissertations","raw_type":"dissertation"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1542467888.pdf","grobid_xml":"https://content.openalex.org/works/W1542467888.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W95014531","https://openalex.org/W164145407","https://openalex.org/W193353215","https://openalex.org/W219792382","https://openalex.org/W612083133","https://openalex.org/W1509660953","https://openalex.org/W1522570543","https://openalex.org/W1526866867","https://openalex.org/W1559936740","https://openalex.org/W1967359268","https://openalex.org/W1976172684","https://openalex.org/W1977178525","https://openalex.org/W1978618906","https://openalex.org/W1988215395","https://openalex.org/W1990281274","https://openalex.org/W1993634387","https://openalex.org/W2004137504","https://openalex.org/W2004624112","https://openalex.org/W2008851046","https://openalex.org/W2013496910","https://openalex.org/W2017807054","https://openalex.org/W2023775351","https://openalex.org/W2028254282","https://openalex.org/W2033146186","https://openalex.org/W2034164611","https://openalex.org/W2034430088","https://openalex.org/W2035515578","https://openalex.org/W2042636230","https://openalex.org/W2052838494","https://openalex.org/W2053203354","https://openalex.org/W2059433494","https://openalex.org/W2074936804","https://openalex.org/W2075049632","https://openalex.org/W2079208365","https://openalex.org/W2081217266","https://openalex.org/W2086191229","https://openalex.org/W2094194747","https://openalex.org/W2095238268","https://openalex.org/W2107229891","https://openalex.org/W2109847557","https://openalex.org/W2109897802","https://openalex.org/W2125027961","https://openalex.org/W2132968059","https://openalex.org/W2133233765","https://openalex.org/W2139761026","https://openalex.org/W2141741131","https://openalex.org/W2148573653","https://openalex.org/W2160382711","https://openalex.org/W2160471256","https://openalex.org/W2163226076","https://openalex.org/W2163387867","https://openalex.org/W2168754770","https://openalex.org/W2905010601","https://openalex.org/W2947060345","https://openalex.org/W2994316891","https://openalex.org/W3147681849","https://openalex.org/W3217092932"],"related_works":["https://openalex.org/W2133233765","https://openalex.org/W3010286250","https://openalex.org/W1506864682","https://openalex.org/W1967359268","https://openalex.org/W2154445456","https://openalex.org/W1501095976","https://openalex.org/W1562257956","https://openalex.org/W7065840450","https://openalex.org/W301892227","https://openalex.org/W2004137504"],"abstract_inverted_index":{"The":[0,162],"primary":[1],"purpose":[2],"of":[3,11,21,32,39,59,73,81,95,98,105,118,130,144,150,164,176,194],"this":[4,198],"study":[5],"was":[6],"to":[7,17,64,87,111,136,156],"evaluate":[8],"the":[9,19,65,82,99,106,119,131,145,151,174],"effectiveness":[10],"stratified":[12,177],"item":[13,47,50,178],"sampling":[14,76,125,179],"in":[15,24,197],"order":[16],"reduce":[18],"number":[20],"items":[22,33],"needed":[23],"Modified":[25],"Angoff":[26],"standard":[27,93,140,185],"setting":[28,186],"studies.":[29],"Representative":[30],"subsets":[31,58],"were":[34,62,180],"extracted":[35],"from":[36,55],"a":[37,71,139],"total":[38],"30":[40],"full-length":[41,66,83,100,107,120,132,146,152],"tests":[42],"based":[43],"upon":[44],"content":[45],"weights,":[46],"difficulty,":[48],"and":[49,103,148,170],"discrimination.":[51],"Cut":[52],"scores":[53,90],"obtained":[54],"various":[56],"size":[57],"each":[60],"test":[61,67,84,101,108,121,133,153,165],"compared":[63],"cut":[68,89],"score":[69],"as":[70,191],"measure":[72],"generalizability.":[74],"Applied":[75],"results":[77],"indicated":[78,127],"that":[79,128],"50%":[80],"is":[85,109,134,154],"sufficient":[86,110],"obtain":[88,112,138],"within":[91,114,141,158],"one":[92,115,142,159],"error":[94],"estimate":[96],"(SEE)":[97],"standard,":[102,147],"70%":[104],"standards":[113],"percentage":[116,160],"point":[117],"standard.":[122],"A":[123],"theoretical":[124],"procedure":[126],"35%":[129],"required":[135,155],"reliably":[137],"SEE":[143],"65%":[149],"fall":[157],"point.":[161],"effects":[163],"length,":[166],"panelist":[167],"group":[168],"size,":[169],"interrater":[171],"reliability":[172],"on":[173],"feasibility":[175],"also":[181],"examined.":[182],"However,":[183],"these":[184],"characteristics":[187],"did":[188],"not":[189],"serve":[190],"significant":[192],"predictors":[193],"subset":[195],"generalizability":[196],"study.":[199]},"counts_by_year":[{"year":2020,"cited_by_count":1}],"updated_date":"2026-09-22T06:50:58.402377","created_date":"2016-06-24T00:00:00"}