{"id":"https://openalex.org/W154875592","doi":"https://doi.org/10.55016/ojs/ajer.v52i1.55110","title":"The Bookmark Procedure for Setting Cut-Scores and Finalizing Performance Standards: Strengths and Weaknesses","display_name":"The Bookmark Procedure for Setting Cut-Scores and Finalizing Performance Standards: Strengths and Weaknesses","alternate_titles":[],"publication_year":2006,"publication_date":"2006-04-01","ids":{"openalex":"https://openalex.org/W154875592","doi":"https://doi.org/10.55016/ojs/ajer.v52i1.55110","mag":"154875592"},"language":"en","primary_location":{"id":"doi:10.55016/ojs/ajer.v52i1.55110","doi":"https://doi.org/10.55016/ojs/ajer.v52i1.55110","is_oa":true,"landing_page_url":"https://doi.org/10.55016/ojs/ajer.v52i1.55110","pdf_url":"https://journalhosting.ucalgary.ca/index.php/ajer/article/download/55110/42162","source":{"id":"https://openalex.org/S60214879","display_name":"Alberta Journal of Educational Research","issn_l":"0002-4805","issn":["0002-4805","1923-1857"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","erih-plus","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310313032","host_organization_name":"University of Alberta Press","host_organization_lineage":["https://openalex.org/P4310313032"],"host_organization_lineage_names":["University of Alberta Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Alberta Journal of Educational Research","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W154875592"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://journalhosting.ucalgary.ca/index.php/ajer/article/download/55110/42162","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102910321","display_name":"Jie Lin","orcid":"https://orcid.org/0000-0003-0430-8160","observed_orcids":["https://orcid.org/0000-0003-0430-8160"]},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Jie Lin","raw_affiliation_strings":["University of Alberta"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Alberta","institution_ids":["https://openalex.org/I154425047"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5102910321"],"corresponding_institution_ids":["https://openalex.org/I154425047"],"apc_list":null,"apc_paid":null,"fwci":0.8087,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":{"value":0.74546572,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":97},"biblio":{"volume":"52","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9351000189781189,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.9351000189781189,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.03920000046491623,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13853","display_name":"Teacher Education and Assessments","score":0.009399999864399433,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/performance-criteria","display_name":"performance standards","score":0.6909999847412109},{"id":"https://openalex.org/keywords/constructed-response-items","display_name":"constructed-response items","score":0.6909999847412109},{"id":"https://openalex.org/keywords/selected-response-items","display_name":"selected-response items","score":0.8809999823570251},{"id":"https://openalex.org/keywords/response-probability","display_name":"response probability","score":0.7799999713897705}],"concepts":[{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.7360064387321472},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5774741768836975},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3407936692237854},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3271692991256714},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.3250454068183899},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.17454764246940613},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1586856245994568}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.55016/ojs/ajer.v52i1.55110","doi":"https://doi.org/10.55016/ojs/ajer.v52i1.55110","is_oa":true,"landing_page_url":"https://doi.org/10.55016/ojs/ajer.v52i1.55110","pdf_url":"https://journalhosting.ucalgary.ca/index.php/ajer/article/download/55110/42162","source":{"id":"https://openalex.org/S60214879","display_name":"Alberta Journal of Educational Research","issn_l":"0002-4805","issn":["0002-4805","1923-1857"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","erih-plus","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310313032","host_organization_name":"University of Alberta Press","host_organization_lineage":["https://openalex.org/P4310313032"],"host_organization_lineage_names":["University of Alberta Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Alberta Journal of Educational Research","raw_type":"journal-article"},{"id":"doi:10.11575/ajer.v52i1.55110","doi":"https://doi.org/10.11575/ajer.v52i1.55110","is_oa":true,"landing_page_url":"https://doi.org/10.11575/ajer.v52i1.55110","pdf_url":null,"source":{"id":"https://openalex.org/S4306402261","display_name":"Libraries and Cultural Resources (University of Calgary)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I168635309","host_organization_name":"University of Calgary","host_organization_lineage":["https://openalex.org/I168635309"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"doi:10.55016/ojs/ajer.v52i1.55110","doi":"https://doi.org/10.55016/ojs/ajer.v52i1.55110","is_oa":true,"landing_page_url":"https://doi.org/10.55016/ojs/ajer.v52i1.55110","pdf_url":"https://journalhosting.ucalgary.ca/index.php/ajer/article/download/55110/42162","source":{"id":"https://openalex.org/S60214879","display_name":"Alberta Journal of Educational Research","issn_l":"0002-4805","issn":["0002-4805","1923-1857"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","erih-plus","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310313032","host_organization_name":"University of Alberta Press","host_organization_lineage":["https://openalex.org/P4310313032"],"host_organization_lineage_names":["University of Alberta Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Alberta Journal of Educational Research","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W154875592.pdf","grobid_xml":"https://content.openalex.org/works/W154875592.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W306646170","https://openalex.org/W1535520578","https://openalex.org/W1964052265","https://openalex.org/W1969479277","https://openalex.org/W1983678109","https://openalex.org/W2052438216","https://openalex.org/W2075049632","https://openalex.org/W2123066743","https://openalex.org/W2132968059","https://openalex.org/W2160900637","https://openalex.org/W2226844929","https://openalex.org/W3199359596"],"related_works":["https://openalex.org/W7098905383","https://openalex.org/W2089954256","https://openalex.org/W7100416944","https://openalex.org/W1983678109","https://openalex.org/W1191898225","https://openalex.org/W2132106828","https://openalex.org/W2362897303","https://openalex.org/W2086492164","https://openalex.org/W1990882410","https://openalex.org/W3118241496"],"abstract_inverted_index":{"The":[0,24,49],"Bookmark":[1,33,55,67,110],"standard-setting":[2],"procedure":[3,21,34,115],"was":[4],"developed":[5],"to":[6,30],"address":[7],"the":[8,12,19,32,54,63,66,101,106,109],"perceived":[9],"problems":[10],"with":[11],"most":[13],"popular":[14],"method":[15,68,111],"for":[16,44,95,116],"setting":[17,47,117],"cut-scores:":[18],"Angoff":[20],"(Angoff,":[22],"1971).":[23],"purposes":[25],"of":[26,40,53,65,105],"this":[27],"article":[28],"are":[29,56,69],"review":[31],"and":[35,51,59,86,90,103,119],"evaluate":[36],"it":[37,71],"in":[38],"terms":[39],"Berk\u2019s":[41],"(1986)":[42],"criteria":[43],"evaluating":[45],"cut-score":[46],"methods.":[48],"strengths":[50,64],"weaknesses":[52],"critically":[57],"examined":[58],"discussed.":[60],"In":[61],"general,":[62],"that":[70],"(a)":[72],"accommodates":[73,83],"constructed-response":[74],"as":[75,77],"well":[76],"selected-response":[78],"test":[79,88],"items;":[80],"(b)":[81],"efficiently":[82],"multiple":[84,87],"cut-scores":[85,118],"forms;":[89],"(c)":[91],"reduces":[92],"cognitive":[93],"complexity":[94],"panelists.":[96],"Despite":[97],"unresolved":[98],"issues":[99],"like":[100],"choice":[102],"understanding":[104],"response":[107],"probability,":[108],"remains":[112],"a":[113],"promising":[114],"finalizing":[120],"performance":[121],"standards.":[122]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W154875592","counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5},{"year":2017,"cited_by_count":2},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
