{"id":"https://openalex.org/W7214747459","doi":"https://doi.org/10.5281/zenodo.23024221","title":"Norming protocol with scoring sheet: a 40-minute session for teacher teams grading on proficiency scales","display_name":"Norming protocol with scoring sheet: a 40-minute session for teacher teams grading on proficiency scales","alternate_titles":[],"publication_year":2026,"publication_date":"2026-09-28","ids":{"openalex":"https://openalex.org/W7214747459","doi":"https://doi.org/10.5281/zenodo.23024221"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.23024221","doi":"https://doi.org/10.5281/zenodo.23024221","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23024221","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"parent_works":[],"lineage":["https://openalex.org/W7214747459"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.23024221","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113883541","display_name":"Kumar Srivastava","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"SRIVASTAVA, KUMAR","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5113883541"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.6333000063896179,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.6333000063896179,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.10589999705553055,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13853","display_name":"Teacher Education and Assessments","score":0.07129999995231628,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.6790000200271606},{"id":"https://openalex.org/keywords/scoring-consistency","display_name":"scoring consistency","score":0.5249999761581421},{"id":"https://openalex.org/keywords/proficiency-scales","display_name":"proficiency scales","score":0.8920000195503235},{"id":"https://openalex.org/keywords/teacher-teams","display_name":"teacher teams","score":0.7200000286102295},{"id":"https://openalex.org/keywords/scoring-sheet","display_name":"scoring sheet","score":0.5389999747276306}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.7962999939918518},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.727400004863739},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.6287000179290771},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5325000286102295},{"id":"https://openalex.org/C3018868096","wikidata":"https://www.wikidata.org/wiki/Q2693233","display_name":"Internal consistency","level":3,"score":0.46470001339912415},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4246000051498413},{"id":"https://openalex.org/C133112747","wikidata":"https://www.wikidata.org/wiki/Q7251931","display_name":"Protocol analysis","level":2,"score":0.4074999988079071},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.3855000138282776},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3637000024318695},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3334999978542328},{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.32510000467300415},{"id":"https://openalex.org/C2984538763","wikidata":"https://www.wikidata.org/wiki/Q2260590","display_name":"Scoring system","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.30979999899864197},{"id":"https://openalex.org/C2993012660","wikidata":"https://www.wikidata.org/wiki/Q18185","display_name":"Grading scale","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.2549999952316284},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2513999938964844}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.23024221","doi":"https://doi.org/10.5281/zenodo.23024221","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23024221","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"doi:10.5281/zenodo.23024222","doi":"https://doi.org/10.5281/zenodo.23024222","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23024222","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.5281/zenodo.23024221","doi":"https://doi.org/10.5281/zenodo.23024221","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23024221","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.975600004196167}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7213604932","https://openalex.org/W7099306722","https://openalex.org/W4404308603","https://openalex.org/W2562731697","https://openalex.org/W1580021667","https://openalex.org/W2729946377","https://openalex.org/W2181411032","https://openalex.org/W2074689581","https://openalex.org/W4292367701","https://openalex.org/W7171343904"],"abstract_inverted_index":{"A":[0,23],"protocol":[1],"for":[2],"teacher":[3],"teams":[4],"who":[5],"grade":[6],"student":[7,67],"work":[8],"on":[9],"proficiency":[10],"scales":[11],"and":[12,29,57,65],"need":[13],"to":[14,51],"know":[15],"whether":[16,45],"they":[17],"are":[18],"scoring":[19,55],"the":[20,38,70],"same":[21],"way.":[22],"session":[24],"runs":[25],"about":[26],"forty":[27],"minutes":[28],"ends":[30],"with":[31,37],"two":[32],"agreement":[33],"percentages":[34],"written":[35],"down":[36],"date,":[39],"so":[40],"a":[41,54,58],"team":[42],"can":[43],"see":[44],"its":[46],"consistency":[47],"held":[48],"from":[49],"October":[50],"May.":[52],"Includes":[53],"sheet":[56],"browser-based":[59],"calculator.":[60],"No":[61],"account":[62],"is":[63],"needed":[64],"no":[66],"data":[68],"leaves":[69],"school.":[71]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7214747459","counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-09-30T00:00:00"}
