{"id":"https://openalex.org/W1989804147","doi":"https://doi.org/10.1080/1091367x.2011.568367","title":"Related Critical Psychometric Issues and Their Resolutions During Development of PE Metrics","display_name":"Related Critical Psychometric Issues and Their Resolutions During Development of PE Metrics","alternate_titles":[],"publication_year":2011,"publication_date":"2011-04-01","ids":{"openalex":"https://openalex.org/W1989804147","doi":"https://doi.org/10.1080/1091367x.2011.568367","mag":"1989804147"},"language":"en","primary_location":{"id":"doi:10.1080/1091367x.2011.568367","doi":"https://doi.org/10.1080/1091367x.2011.568367","is_oa":false,"landing_page_url":"https://doi.org/10.1080/1091367x.2011.568367","pdf_url":null,"source":{"id":"https://openalex.org/S81718308","display_name":"Measurement in Physical Education and Exercise Science","issn_l":"1091-367X","issn":["1091-367X","1532-7841"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Measurement in Physical Education and Exercise Science","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1989804147"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110777546","display_name":"Connie Fox","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I102502594","display_name":"Northern Illinois University","ror":"https://ror.org/012wxa772","country_code":"US","type":"education","lineage":["https://openalex.org/I102502594"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Connie Fox","raw_affiliation_strings":["Department of Kinesiology and Physical Education, Northern Illinois University, Dekalb, Illinois, USA","Northern Illinois University,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Kinesiology and Physical Education, Northern Illinois University, Dekalb, Illinois, USA","institution_ids":["https://openalex.org/I102502594"]},{"raw_affiliation_string":"Northern Illinois University,","institution_ids":["https://openalex.org/I102502594"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037738929","display_name":"Weimo Zhu","orcid":"https://orcid.org/0000-0002-3674-8104","observed_orcids":["https://orcid.org/0000-0002-3674-8104"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Weimo Zhu","raw_affiliation_strings":["Department of Kinesiology & Community Health, University of Illinois at Urbana-Champaign, Urbana, Illinois, USA","Department of Kinesiology and Community Health, University of Illinois at Urbana-Champaign , Urbana, Illinois, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Kinesiology & Community Health, University of Illinois at Urbana-Champaign, Urbana, Illinois, USA","institution_ids":["https://openalex.org/I157725225"]},{"raw_affiliation_string":"Department of Kinesiology and Community Health, University of Illinois at Urbana-Champaign , Urbana, Illinois, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020475342","display_name":"Young\u2010Sik Park","orcid":"https://orcid.org/0009-0008-5056-7298","observed_orcids":["https://orcid.org/0009-0008-5056-7298"]},"institutions":[{"id":"https://openalex.org/I888934510","display_name":"Springfield College","ror":"https://ror.org/02ak1t432","country_code":"US","type":"education","lineage":["https://openalex.org/I888934510"]},{"id":"https://openalex.org/I95144958","display_name":"Drury University","ror":"https://ror.org/03ntw4c66","country_code":"US","type":"education","lineage":["https://openalex.org/I95144958"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Youngsik Park","raw_affiliation_strings":["Department of Physical Education and Health Education, Springfield College, Springfield, Massachusetts, USA","(Springfield College)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physical Education and Health Education, Springfield College, Springfield, Massachusetts, USA","institution_ids":["https://openalex.org/I888934510","https://openalex.org/I95144958"]},{"raw_affiliation_string":"(Springfield College)","institution_ids":["https://openalex.org/I888934510","https://openalex.org/I95144958"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053928941","display_name":"Jennifer L. Fisette","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I149910238","display_name":"Kent State University","ror":"https://ror.org/049pfb863","country_code":"US","type":"education","lineage":["https://openalex.org/I149910238"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jennifer L. Fisette","raw_affiliation_strings":["Physical Education, School of Teaching, Learning & Curriculum Studies, Kent State University, Kent Ohio","Kent State Univ"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Physical Education, School of Teaching, Learning & Curriculum Studies, Kent State University, Kent Ohio","institution_ids":["https://openalex.org/I149910238"]},{"raw_affiliation_string":"Kent State Univ","institution_ids":["https://openalex.org/I149910238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024606579","display_name":"Kim C. Graber","orcid":"https://orcid.org/0000-0001-6595-5172","observed_orcids":["https://orcid.org/0000-0001-6595-5172"]},"institutions":[{"id":"https://openalex.org/I102502594","display_name":"Northern Illinois University","ror":"https://ror.org/012wxa772","country_code":"US","type":"education","lineage":["https://openalex.org/I102502594"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kim C. Graber","raw_affiliation_strings":["Department of Kinesiology and Physical Education, Northern Illinois University, Dekalb, Illinois, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Kinesiology and Physical Education, Northern Illinois University, Dekalb, Illinois, USA","institution_ids":["https://openalex.org/I102502594"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065573299","display_name":"Ben P. Dyson","orcid":"https://orcid.org/0000-0001-5460-4836","observed_orcids":["https://orcid.org/0000-0001-5460-4836"]},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ben Dyson","raw_affiliation_strings":["Health and Physical Education, School of Critical Studies in Education, University of Auckland, Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Health and Physical Education, School of Critical Studies in Education, University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112662537","display_name":"Marybell Avery","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Marybell Avery","raw_affiliation_strings":["Lincoln, Nebraska, Public Schools, Lincoln, Nebraska, USA","Lincoln, Nebraska Public Schools"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Lincoln, Nebraska, Public Schools, Lincoln, Nebraska, USA","institution_ids":[]},{"raw_affiliation_string":"Lincoln, Nebraska Public Schools","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004454888","display_name":"Marian Franck","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Marian Franck","raw_affiliation_strings":["School District of Lancaster, Pennsylvania, Lancaster, Pennsylvania (Retired)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School District of Lancaster, Pennsylvania, Lancaster, Pennsylvania (Retired)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043620616","display_name":"Judith H. Placek","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Judith H. Placek","raw_affiliation_strings":["Physical Education Teacher Education Program Emeritus, University of Massachusetts Amherst, Amherst, Massachusetts, USA","University of Massachusetts"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Physical Education Teacher Education Program Emeritus, University of Massachusetts Amherst, Amherst, Massachusetts, USA","institution_ids":["https://openalex.org/I24603500"]},{"raw_affiliation_string":"University of Massachusetts","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Judy Rink","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I155781252","display_name":"University of South Carolina","ror":"https://ror.org/02b6qw903","country_code":"US","type":"education","lineage":["https://openalex.org/I155781252"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Judy Rink","raw_affiliation_strings":["Department of Physical Education, University of South Carolina, Columbia, South Carolina, USA","University of South Carolina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physical Education, University of South Carolina, Columbia, South Carolina, USA","institution_ids":["https://openalex.org/I155781252"]},{"raw_affiliation_string":"University of South Carolina","institution_ids":["https://openalex.org/I155781252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014620970","display_name":"De Raynes","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"De Raynes","raw_affiliation_strings":["National Association of Sport and Physical Education, Reston, Virginia, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Association of Sport and Physical Education, Reston, Virginia, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5037738929"],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":null,"apc_paid":null,"fwci":1.0749,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.78321819,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":95},"biblio":{"volume":"15","issue":"2","first_page":"138","last_page":"154"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.5634999871253967,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.5634999871253967,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11718","display_name":"Physical Education and Pedagogy","score":0.13179999589920044,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13189","display_name":"Physical Education and Training Studies","score":0.11580000072717667,"subfield":{"id":"https://openalex.org/subfields/3612","display_name":"Physical Therapy, Sports Therapy and Rehabilitation"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/physical-education-assessment","display_name":"physical education assessment","score":0.7179999947547913},{"id":"https://openalex.org/keywords/psychometric-properties","display_name":"psychometric properties","score":0.5830000042915344},{"id":"https://openalex.org/keywords/high-stakes-testing","display_name":"high-stakes testing","score":0.7540000081062317},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.8809999823570251},{"id":"https://openalex.org/keywords/intra-rater-reliability","display_name":"intra-rater reliability","score":0.8669999837875366},{"id":"https://openalex.org/keywords/test-fairness","display_name":"test fairness","score":0.9729999899864197},{"id":"https://openalex.org/keywords/performance-criteria","display_name":"performance standards","score":0.8539999723434448},{"id":"https://openalex.org/keywords/student-teaching-practice","display_name":"student teaching practice","score":0.3490000069141388}],"concepts":[{"id":"https://openalex.org/C2482559","wikidata":"https://www.wikidata.org/wiki/Q206330","display_name":"Objectivity (philosophy)","level":2,"score":0.7325688600540161},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.6289336681365967},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.5094593167304993},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5012798309326172},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.49755170941352844},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.49607858061790466},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.45225006341934204},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.42653200030326843},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.34436333179473877},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.33970674872398376},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.13984397053718567},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.12818795442581177},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/1091367x.2011.568367","doi":"https://doi.org/10.1080/1091367x.2011.568367","is_oa":false,"landing_page_url":"https://doi.org/10.1080/1091367x.2011.568367","pdf_url":null,"source":{"id":"https://openalex.org/S81718308","display_name":"Measurement in Physical Education and Exercise Science","issn_l":"1091-367X","issn":["1091-367X","1532-7841"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-1","ki-jl-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Measurement in Physical Education and Exercise Science","raw_type":"journal-article"},{"id":"pmh:oai:researchspace.auckland.ac.nz:2292/11242","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/2292/11242","pdf_url":null,"source":{"id":"https://openalex.org/S7407055463","display_name":"ResearchSpace (University of Auckland)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I154130895","host_organization_name":"University of Auckland","host_organization_lineage":["https://openalex.org/I154130895"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5385000109672546,"display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W612083133","https://openalex.org/W1540774716","https://openalex.org/W2060635341","https://openalex.org/W2072422812","https://openalex.org/W2526188394","https://openalex.org/W3136011417","https://openalex.org/W3216779397","https://openalex.org/W4254572470"],"related_works":["https://openalex.org/W2007191170","https://openalex.org/W2079389420","https://openalex.org/W367163042","https://openalex.org/W2056222447","https://openalex.org/W2052426633","https://openalex.org/W680535","https://openalex.org/W1966274040","https://openalex.org/W2600566358","https://openalex.org/W2467889","https://openalex.org/W3034656758"],"abstract_inverted_index":{"In":[0],"addition":[1],"to":[2,16,172],"validity":[3],"and":[4,52,55,169,179,197,203,210],"reliability":[5],"evidence,":[6],"other":[7],"psychometric":[8,25],"qualities":[9],"of":[10,41,59,67,84,87,108,181],"the":[11,30,57,70,82,85,106,123,132],"PE":[12,31,71,103,137,182,207],"Metrics":[13,32,72,104,183,208],"assessments":[14,44,88,98,114],"needed":[15,100],"be":[17,117,126,143,160,167],"examined.":[18,90],"This":[19],"article":[20],"describes":[21],"how":[22],"those":[23],"critical":[24],"issues":[26,37],"were":[27,77,201,213],"addressed":[28],"during":[29],"assessment":[33],"bank":[34],"construction.":[35],"Specifically,":[36],"included":[38],"(a)":[39],"number":[40,86],"items":[42],"or":[43,147],"needed,":[45],"(b)":[46],"training":[47,133],"protocol":[48,134,158],"for":[49,105,136,175],"required":[50],"intra-":[51],"inter-rater":[53,164],"objectivity,":[54],"(c)":[56],"development":[58,212],"a":[60,65,176,185],"score":[61,186],"scale.":[62],"First,":[63],"using":[64,79],"subsample":[66],"data":[68],"from":[69],"study,":[73],"in":[74,119,152],"which":[75],"students":[76],"assessed":[78],"four":[80],"assessments,":[81],"impact":[83],"was":[89,92,188],"It":[91],"found":[93],"that":[94,163],"at":[95],"least":[96],"two":[97,146],"are":[99,150],"when":[101],"applying":[102],"purpose":[107],"high":[109],"stakes":[110],"testing.":[111],"Single":[112],"individual":[113],"can":[115,142,166],"still":[116],"used":[118],"teaching":[120],"practice,":[121],"but":[122],"results":[124],"must":[125],"interpreted":[127],"with":[128,131],"caution.":[129],"Second,":[130],"developed":[135],"Metrics,":[138],"satisfactory":[139],"intra-rater":[140],"objectivity":[141,165],"achieved.":[144],"When":[145],"more":[148],"raters":[149],"involved":[151],"rating,":[153],"however,":[154],"an":[155],"additional":[156],"monitoring":[157],"should":[159],"employed":[161],"so":[162],"monitored":[168],"controlled.":[170],"Third,":[171],"help":[173],"allow":[174],"consistent":[177],"interpretation":[178],"reporting":[180],"results,":[184],"scale":[187],"developed.":[189],"Other":[190],"related":[191],"issues,":[192],"such":[193],"as":[194],"test":[195],"fairness":[196],"setting":[198],"performance":[199],"standards,":[200],"discussed,":[202],"future":[204],"directions":[205],"concerning":[206],"maintenance":[209],"continuing":[211],"outlined.":[214]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1989804147","counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2016-06-24T00:00:00"}
