{"id":"https://openalex.org/W2144415364","doi":"https://doi.org/10.1111/j.1745-3992.2009.00166.x","title":"Standard\u2010Setting Methods as Measurement Processes","display_name":"Standard\u2010Setting Methods as Measurement Processes","publication_year":2010,"publication_date":"2010-03-01","ids":{"openalex":"https://openalex.org/W2144415364","doi":"https://doi.org/10.1111/j.1745-3992.2009.00166.x","mag":"2144415364"},"language":"en","primary_location":{"id":"doi:10.1111/j.1745-3992.2009.00166.x","doi":"https://doi.org/10.1111/j.1745-3992.2009.00166.x","is_oa":true,"landing_page_url":"https://doi.org/10.1111/j.1745-3992.2009.00166.x","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/j.1745-3992.2009.00166.x","source":{"id":"https://openalex.org/S82984449","display_name":"Educational Measurement Issues and Practice","issn_l":"0731-1745","issn":["0731-1745","1745-3992"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-140","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational Measurement: Issues and Practice","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/j.1745-3992.2009.00166.x","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024220262","display_name":"Paul D. Nichols","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1283104182","display_name":"Pearson (United States)","ror":"https://ror.org/02naadr48","country_code":"US","type":"company","lineage":["https://openalex.org/I1283104182","https://openalex.org/I4210088969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Paul Nichols","raw_affiliation_strings":["Pearson"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pearson","institution_ids":["https://openalex.org/I1283104182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069420288","display_name":"Jon S. Twing","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1283104182","display_name":"Pearson (United States)","ror":"https://ror.org/02naadr48","country_code":"US","type":"company","lineage":["https://openalex.org/I1283104182","https://openalex.org/I4210088969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jon Twing","raw_affiliation_strings":["Pearson"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pearson","institution_ids":["https://openalex.org/I1283104182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047142017","display_name":"Canda D. Mueller","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Canda D. Mueller","raw_affiliation_strings":["Questar Assessment, Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Questar Assessment, Inc","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066005848","display_name":"Kimberly J. O\u2019Malley","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1283104182","display_name":"Pearson (United States)","ror":"https://ror.org/02naadr48","country_code":"US","type":"company","lineage":["https://openalex.org/I1283104182","https://openalex.org/I4210088969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kimberly O'Malley","raw_affiliation_strings":["Pearson"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pearson","institution_ids":["https://openalex.org/I1283104182"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":3240,"currency":"USD","value_usd":3240},"apc_paid":null,"fwci":3.0516,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.91556598,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"29","issue":"1","first_page":"14","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.8916000127792358,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.8916000127792358,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.09619999676942825,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13853","display_name":"Teacher Education and Assessments","score":0.002300000051036477,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/standard-setting","display_name":"standard setting","score":0.8920000195503235},{"id":"https://openalex.org/keywords/achievement-standards","display_name":"achievement standards","score":0.8410000205039978},{"id":"https://openalex.org/keywords/psychophysical-scaling","display_name":"psychophysical scaling","score":0.996999979019165},{"id":"https://openalex.org/keywords/measurement-process","display_name":"measurement process","score":0.45399999618530273},{"id":"https://openalex.org/keywords/student-assessment","display_name":"student assessment","score":0.5350000262260437},{"id":"https://openalex.org/keywords/achievement-levels","display_name":"achievement levels","score":0.4909999966621399}],"concepts":[{"id":"https://openalex.org/C18296254","wikidata":"https://www.wikidata.org/wiki/Q1395219","display_name":"Skepticism","level":2,"score":0.4735010266304016},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43596741557121277},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4358663558959961},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.41266930103302},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.36192750930786133},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.30530762672424316},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.08617037534713745},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1111/j.1745-3992.2009.00166.x","doi":"https://doi.org/10.1111/j.1745-3992.2009.00166.x","is_oa":true,"landing_page_url":"https://doi.org/10.1111/j.1745-3992.2009.00166.x","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/j.1745-3992.2009.00166.x","source":{"id":"https://openalex.org/S82984449","display_name":"Educational Measurement Issues and Practice","issn_l":"0731-1745","issn":["0731-1745","1745-3992"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-140","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational Measurement: Issues and Practice","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1111/j.1745-3992.2009.00166.x","doi":"https://doi.org/10.1111/j.1745-3992.2009.00166.x","is_oa":true,"landing_page_url":"https://doi.org/10.1111/j.1745-3992.2009.00166.x","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1111/j.1745-3992.2009.00166.x","source":{"id":"https://openalex.org/S82984449","display_name":"Educational Measurement Issues and Practice","issn_l":"0731-1745","issn":["0731-1745","1745-3992"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-b","jufo-1","norway-1","poland-140","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Educational Measurement: Issues and Practice","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.5}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2144415364.pdf","grobid_xml":"https://content.openalex.org/works/W2144415364.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W7277787","https://openalex.org/W328250001","https://openalex.org/W612083133","https://openalex.org/W1642473230","https://openalex.org/W1928755576","https://openalex.org/W1968961518","https://openalex.org/W1989528006","https://openalex.org/W1990863075","https://openalex.org/W1994507756","https://openalex.org/W1995945562","https://openalex.org/W2022476422","https://openalex.org/W2028829385","https://openalex.org/W2042636230","https://openalex.org/W2051842130","https://openalex.org/W2056581858","https://openalex.org/W2056930330","https://openalex.org/W2069095611","https://openalex.org/W2075391469","https://openalex.org/W2089594829","https://openalex.org/W2107229891","https://openalex.org/W2114574228","https://openalex.org/W2124264256","https://openalex.org/W2125027961","https://openalex.org/W2414739036","https://openalex.org/W2468842925","https://openalex.org/W2505213109","https://openalex.org/W3217092932","https://openalex.org/W4238804190","https://openalex.org/W4254572470"],"related_works":["https://openalex.org/W263773778","https://openalex.org/W2033361837","https://openalex.org/W4310364517","https://openalex.org/W2022476422","https://openalex.org/W2027164397","https://openalex.org/W2037617768","https://openalex.org/W651160335","https://openalex.org/W1968961518","https://openalex.org/W1560359576","https://openalex.org/W1642473230"],"abstract_inverted_index":{"Some":[0],"writers":[1],"in":[2,152],"the":[3,10,17,46,53,60,78,93,102,107,122,128,133,138,153],"measurement":[4,35,114],"literature":[5],"have":[6],"been":[7],"skeptical":[8],"of":[9,12,32,49,55,63,74,109,125,130,135,145,157],"meaningfulness":[11],"achievement":[13,57],"standards":[14],"and":[15,132,148,155],"described":[16],"standard\u2010setting":[18,90,146],"process":[19,36,115],"as":[20,33,98,112,150],"blatantly":[21],"arbitrary.":[22],"We":[23],"argue":[24,67],"that":[25,68],"standard":[26,69,110,126],"setting":[27,70,111],"is":[28,45,71],"more":[29],"appropriately":[30],"conceived":[31],"a":[34,113,118,143],"similar":[37],"to":[38,92,116],"student":[39,50],"assessment.":[40],"The":[41],"construct":[42],"being":[43],"measured":[44],"panelists'":[47],"representation":[48],"performance":[51],"at":[52,121],"threshold":[54],"an":[56,72],"level.":[58],"In":[59,77,101,137],"first":[61],"section":[62],"this":[64,84],"paper,":[65],"we":[66,81,105,141],"example":[73],"stimulus\u2010centered":[75,94],"measurement.":[76,159],"second":[79],"section,":[80,104,140],"elaborate":[82],"on":[83],"idea":[85],"by":[86],"comparing":[87],"some":[88],"popular":[89],"methods":[91,96],"scaling":[95],"known":[97],"psychophysical":[99],"scaling.":[100],"third":[103],"use":[106],"lens":[108],"take":[117],"fresh":[119],"look":[120],"two":[123],"criticisms":[124],"setting:":[127],"role":[129],"judgment":[131],"variability":[134],"results.":[136],"fourth":[139],"offer":[142],"vision":[144],"research":[147],"practice":[149,156],"grounded":[151],"theory":[154],"educational":[158]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":2},{"year":2012,"cited_by_count":1}],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2016-06-24T00:00:00"}