{"id":"https://openalex.org/W2906826987","doi":"https://doi.org/10.1080/02635143.2018.1552851","title":"Validating performance assessments: measures that may help to evaluate students\u2019 expertise in \u2018doing science\u2019","display_name":"Validating performance assessments: measures that may help to evaluate students\u2019 expertise in \u2018doing science\u2019","alternate_titles":[],"publication_year":2018,"publication_date":"2018-12-28","ids":{"openalex":"https://openalex.org/W2906826987","doi":"https://doi.org/10.1080/02635143.2018.1552851","mag":"2906826987"},"language":"en","primary_location":{"id":"doi:10.1080/02635143.2018.1552851","doi":"https://doi.org/10.1080/02635143.2018.1552851","is_oa":false,"landing_page_url":"https://doi.org/10.1080/02635143.2018.1552851","pdf_url":null,"source":{"id":"https://openalex.org/S103352712","display_name":"Research in Science & Technological Education","issn_l":"0263-5143","issn":["0263-5143","1470-1138"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research in Science &amp; Technological Education","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2906826987"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025812846","display_name":"Pitt Hild","orcid":"https://orcid.org/0000-0001-8019-5132","observed_orcids":["https://orcid.org/0000-0001-8019-5132"]},"institutions":[{"id":"https://openalex.org/I4210111868","display_name":"Zurich University of Teacher Education","ror":"https://ror.org/01awgk221","country_code":"CH","type":"education","lineage":["https://openalex.org/I4210111868"]}],"countries":["CH"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Pitt Hild","raw_affiliation_strings":["Zurich University of Teacher Education, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-8019-5132","affiliations":[{"raw_affiliation_string":"Zurich University of Teacher Education, Zurich, Switzerland","institution_ids":["https://openalex.org/I4210111868"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061895528","display_name":"Christoph Gut","orcid":"https://orcid.org/0000-0001-5739-8724","observed_orcids":["https://orcid.org/0000-0001-5739-8724"]},"institutions":[{"id":"https://openalex.org/I4210111868","display_name":"Zurich University of Teacher Education","ror":"https://ror.org/01awgk221","country_code":"CH","type":"education","lineage":["https://openalex.org/I4210111868"]}],"countries":["CH"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Christoph Gut","raw_affiliation_strings":["Zurich University of Teacher Education, Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zurich University of Teacher Education, Zurich, Switzerland","institution_ids":["https://openalex.org/I4210111868"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5017448866","display_name":"Maja Br\u00fcckmann","orcid":"https://orcid.org/0000-0003-0724-908X","observed_orcids":["https://orcid.org/0000-0003-0724-908X"]},"institutions":[{"id":"https://openalex.org/I129877168","display_name":"Carl von Ossietzky Universit\u00e4t Oldenburg","ror":"https://ror.org/033n9gh91","country_code":"DE","type":"education","lineage":["https://openalex.org/I129877168"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Maja Br\u00fcckmann","raw_affiliation_strings":["Department of Educational and Social Sciences, University of Oldenburg, Germany"],"raw_orcid":"https://orcid.org/0000-0003-0724-908X","affiliations":[{"raw_affiliation_string":"Department of Educational and Social Sciences, University of Oldenburg, Germany","institution_ids":["https://openalex.org/I129877168"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5025812846"],"corresponding_institution_ids":["https://openalex.org/I4210111868"],"apc_list":null,"apc_paid":null,"fwci":1.4442,"has_fulltext":false,"cited_by_count":13,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.83158991,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":97},"biblio":{"volume":"37","issue":"4","first_page":"419","last_page":"445"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.9609000086784363,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.9609000086784363,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.011699999682605267,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.007699999958276749,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/performance-evaluation","display_name":"performance evaluation","score":0.5870000123977661},{"id":"https://openalex.org/keywords/assessment-validity","display_name":"assessment validity","score":0.6110000014305115},{"id":"https://openalex.org/keywords/structural-validity","display_name":"structural validity","score":0.5830000042915344},{"id":"https://openalex.org/keywords/generalizability","display_name":"generalizability","score":0.9760000109672546},{"id":"https://openalex.org/keywords/junior-high-school-students","display_name":"junior high school students","score":0.746999979019165},{"id":"https://openalex.org/keywords/science-education-assessment","display_name":"science education assessment","score":0.6370000243186951}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5826181173324585},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5559483170509338},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5291944742202759},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5190361738204956},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.5108087062835693},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4495828449726105},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.4405522346496582},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3470624089241028},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.14290136098861694},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09760335087776184},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/02635143.2018.1552851","doi":"https://doi.org/10.1080/02635143.2018.1552851","is_oa":false,"landing_page_url":"https://doi.org/10.1080/02635143.2018.1552851","pdf_url":null,"source":{"id":"https://openalex.org/S103352712","display_name":"Research in Science & Technological Education","issn_l":"0263-5143","issn":["0263-5143","1470-1138"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research in Science &amp; Technological Education","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.9235000014305115}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W20011449","https://openalex.org/W87052781","https://openalex.org/W90653467","https://openalex.org/W91871597","https://openalex.org/W561708690","https://openalex.org/W1482359132","https://openalex.org/W1491613324","https://openalex.org/W1546818362","https://openalex.org/W1966849727","https://openalex.org/W1968768221","https://openalex.org/W1974613584","https://openalex.org/W1979044405","https://openalex.org/W1981605135","https://openalex.org/W1987797700","https://openalex.org/W1993914672","https://openalex.org/W2000046587","https://openalex.org/W2003023432","https://openalex.org/W2008806044","https://openalex.org/W2010514391","https://openalex.org/W2011256040","https://openalex.org/W2015772014","https://openalex.org/W2016760051","https://openalex.org/W2021661877","https://openalex.org/W2023420063","https://openalex.org/W2028050399","https://openalex.org/W2032810352","https://openalex.org/W2039891070","https://openalex.org/W2050169835","https://openalex.org/W2063658465","https://openalex.org/W2073716193","https://openalex.org/W2077649418","https://openalex.org/W2091377726","https://openalex.org/W2104328740","https://openalex.org/W2106760415","https://openalex.org/W2116249458","https://openalex.org/W2125139821","https://openalex.org/W2156305894","https://openalex.org/W2156832302","https://openalex.org/W2156855145","https://openalex.org/W2160593006","https://openalex.org/W2246542352","https://openalex.org/W2267523740","https://openalex.org/W2282377703","https://openalex.org/W2411958050","https://openalex.org/W2513494149","https://openalex.org/W2606895895","https://openalex.org/W2621310345","https://openalex.org/W2808044466","https://openalex.org/W4210248375"],"related_works":["https://openalex.org/W2299628185","https://openalex.org/W2785888512","https://openalex.org/W1979044405","https://openalex.org/W4393943856","https://openalex.org/W2098655575","https://openalex.org/W937912384","https://openalex.org/W7101276607","https://openalex.org/W2063658465","https://openalex.org/W4285696542","https://openalex.org/W2352390539"],"abstract_inverted_index":{"Background:":[0],"Several":[1],"different":[2,50,66,152,261],"measures":[3,27,57],"have":[4],"been":[5],"proposed":[6],"to":[7,78,121,130,162,174,282],"solve":[8,216],"persistent":[9],"validity":[10,60,147,278],"problems,":[11],"such":[12],"as":[13,140,287],"high":[14,266],"task-sampling":[15,221,263],"variability,":[16],"in":[17,23,85,91,98,102,165,237,254,289],"the":[18,42,92,103,123,131,145,176,194,208,217,228,232,260,274],"assessment":[19],"of":[20,44,55,106,125,144,182,193,210,219,277],"students\u2019":[21,285],"expertise":[22,286],"\u2018doing":[24],"science\u2019.":[25],"Such":[26],"include":[28],"working":[29],"with":[30,112,244],"a-priori":[31,168],"progression":[32,169],"models,":[33],"using":[34,151],"standardised":[35,184],"item":[36,185],"shells":[37],"and":[38,48,71,89,108,136,154,157,187],"rating":[39,188,192],"manuals,":[40],"augmenting":[41],"number":[43,209],"tasks":[45,211],"per":[46,212],"student":[47,213],"comparing":[49,159],"measurement":[51,141],"methods.Purpose:":[52],"The":[53,180,223],"impact":[54],"these":[56],"on":[58,116,273],"instrument":[59],"is":[61],"examined":[62],"here":[63],"under":[64],"three":[65],"aspects:":[67],"structural":[68,178],"validity,":[69],"generalisability":[70,155,249],"external":[72],"validity.Sample:":[73],"Performance":[74],"assessments":[75],"were":[76,119,138],"administered":[77],"418":[79],"students":[80],"(187":[81],"girls,":[82],"ages":[83],"12\u201316)":[84],"grades":[86],"7,":[87],"8":[88],"9":[90],"2":[93],"lowest":[94],"school":[95,101],"performance":[96,225,229,236],"tracks":[97],"(lower)":[99],"secondary":[100],"Swiss":[104],"canton":[105],"Zurich.Design":[107],"methods:":[109],"Students":[110],"worked":[111],"printed":[113],"test":[114],"sheets":[115],"which":[117],"they":[118],"asked":[120],"report":[122],"outcomes":[124],"their":[126,296],"investigations.":[127],"In":[128],"addition":[129],"written":[132,195,233,290],"protocols,":[133],"direct":[134],"observations":[135],"interviews":[137],"used":[139,173],"methods.":[142],"Evidence":[143],"instruments\u2019":[146],"was":[148,171],"reported":[149],"by":[150,158],"reliability":[153],"coefficients":[156,250],"our":[160],"results":[161],"those":[163],"found":[164],"literature.Results:":[166],"An":[167],"model":[170],"successfully":[172],"improve":[175],"instrument\u2019s":[177],"validity.":[179],"use":[181],"a":[183],"shell":[186],"manual":[189],"ensured":[190],"reliable":[191],"protocols":[196,291],"(.79":[197],"\u2264":[198,200,203,205],"p0":[199],".98;":[201],".56":[202],"\u03ba":[204],".97).":[206],"Augmenting":[207],"did":[214],"not":[215],"challenge":[218],"reducing":[220],"variability.":[222],"observed":[224,297],"differed":[226],"from":[227,295],"assessed":[230,243],"via":[231],"protocols.Conclusions:":[234],"Students\u2019":[235],"doing":[238],"science":[239],"can":[240],"be":[241,280],"reliably":[242],"instruments":[245],"that":[246,271],"show":[247],"good":[248],"(\u03c12":[251],"=":[252],"0.72":[253],"this":[255],"case).":[256],"Even":[257],"after":[258],"implementing":[259],"measures,":[262],"variability":[264],"remains":[265],"(\u03c3\u02c6pt2=47.2%).":[267],"More":[268],"elaborate":[269],"studies":[270],"focus":[272],"substantive":[275],"aspect":[276],"must":[279],"conducted":[281],"understand":[283],"why":[284],"shown":[288],"differs":[292],"so":[293],"markedly":[294],"performance.":[298]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2906826987","counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2019-01-11T00:00:00"}
