{"id":"https://openalex.org/W3176049331","doi":"https://doi.org/10.1080/02602938.2021.1946482","title":"Exploring internal structure of a performance-based critical thinking assessment for new students in higher education","display_name":"Exploring internal structure of a performance-based critical thinking assessment for new students in higher education","alternate_titles":[],"publication_year":2021,"publication_date":"2021-07-06","ids":{"openalex":"https://openalex.org/W3176049331","doi":"https://doi.org/10.1080/02602938.2021.1946482","mag":"3176049331"},"language":"en","primary_location":{"id":"doi:10.1080/02602938.2021.1946482","doi":"https://doi.org/10.1080/02602938.2021.1946482","is_oa":false,"landing_page_url":"https://doi.org/10.1080/02602938.2021.1946482","pdf_url":null,"source":{"id":"https://openalex.org/S142259175","display_name":"Assessment & Evaluation in Higher Education","issn_l":"0260-2938","issn":["0260-2938","0307-1367","1469-297X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Assessment &amp; Evaluation in Higher Education","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3176049331"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://helda.helsinki.fi/server/api/core/bitstreams/b93421a2-7bae-45a7-8954-b98281a54849/content","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017853097","display_name":"Katri Kleemola","orcid":"https://orcid.org/0000-0002-9274-9718","observed_orcids":["https://orcid.org/0000-0002-9274-9718"]},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Katri Kleemola","raw_affiliation_strings":["Centre for University Teaching and Learning, University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0002-9274-9718","affiliations":[{"raw_affiliation_string":"Centre for University Teaching and Learning, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090159222","display_name":"Heidi Hyytinen","orcid":"https://orcid.org/0000-0002-5078-1429","observed_orcids":["https://orcid.org/0000-0002-5078-1429"]},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Heidi Hyytinen","raw_affiliation_strings":["Centre for University Teaching and Learning, University of Helsinki, Helsinki, Finland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for University Teaching and Learning, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060445901","display_name":"Auli Toom","orcid":"https://orcid.org/0000-0002-3261-3376","observed_orcids":["https://orcid.org/0000-0002-3261-3376"]},"institutions":[{"id":"https://openalex.org/I133731052","display_name":"University of Helsinki","ror":"https://ror.org/040af2s02","country_code":"FI","type":"education","lineage":["https://openalex.org/I133731052"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Auli Toom","raw_affiliation_strings":["Centre for University Teaching and Learning, University of Helsinki, Helsinki, Finland"],"raw_orcid":"https://orcid.org/0000-0002-3261-3376","affiliations":[{"raw_affiliation_string":"Centre for University Teaching and Learning, University of Helsinki, Helsinki, Finland","institution_ids":["https://openalex.org/I133731052"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5017853097"],"corresponding_institution_ids":["https://openalex.org/I133731052"],"apc_list":null,"apc_paid":null,"fwci":7.1396,"has_fulltext":false,"cited_by_count":57,"citation_normalized_percentile":{"value":0.97385221,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"47","issue":"4","first_page":"556","last_page":"569"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11715","display_name":"Education and Critical Thinking Development","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11715","display_name":"Education and Critical Thinking Development","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/critical-thinking-assessment","display_name":"critical thinking assessment","score":0.8659999966621399},{"id":"https://openalex.org/keywords/performance-based-assessment","display_name":"performance-based assessment","score":0.8029999732971191},{"id":"https://openalex.org/keywords/collegiate-learning-assessment","display_name":"Collegiate Learning Assessment","score":0.8410000205039978},{"id":"https://openalex.org/keywords/first-year-students","display_name":"first-year students","score":0.7730000019073486},{"id":"https://openalex.org/keywords/higher-education","display_name":"higher education","score":0.5569999814033508},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.6830000281333923},{"id":"https://openalex.org/keywords/factor-structure","display_name":"factor structure","score":0.621999979019165},{"id":"https://openalex.org/keywords/writing-effectiveness","display_name":"writing effectiveness","score":0.7319999933242798},{"id":"https://openalex.org/keywords/scientific-reasoning","display_name":"scientific reasoning","score":0.7699999809265137},{"id":"https://openalex.org/keywords/quantitative-reasoning","display_name":"quantitative reasoning","score":0.8090000152587891},{"id":"https://openalex.org/keywords/critical-reading","display_name":"critical reading","score":0.972000002861023},{"id":"https://openalex.org/keywords/assessment-development","display_name":"assessment development","score":0.722000002861023}],"concepts":[{"id":"https://openalex.org/C533356498","wikidata":"https://www.wikidata.org/wiki/Q843894","display_name":"Critical thinking","level":2,"score":0.7857876420021057},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6342818737030029},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5418968200683594},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.5354588031768799},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4696112275123596},{"id":"https://openalex.org/C8795937","wikidata":"https://www.wikidata.org/wiki/Q11862829","display_name":"Discipline","level":2,"score":0.4282534718513489},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.4217792749404907},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.33494138717651367},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1080/02602938.2021.1946482","doi":"https://doi.org/10.1080/02602938.2021.1946482","is_oa":false,"landing_page_url":"https://doi.org/10.1080/02602938.2021.1946482","pdf_url":null,"source":{"id":"https://openalex.org/S142259175","display_name":"Assessment & Evaluation in Higher Education","issn_l":"0260-2938","issn":["0260-2938","0307-1367","1469-297X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","erih-plus","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Assessment &amp; Evaluation in Higher Education","raw_type":"journal-article"},{"id":"pmh:oai:helda.helsinki.fi:10138/352614","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10138/352614","pdf_url":"https://helda.helsinki.fi/server/api/core/bitstreams/b93421a2-7bae-45a7-8954-b98281a54849/content","source":{"id":"https://openalex.org/S4406922691","display_name":"Helda - University of Helsinki Institutional Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:helda.helsinki.fi:10138/352614","doi":null,"is_oa":true,"landing_page_url":"http://hdl.handle.net/10138/352614","pdf_url":"https://helda.helsinki.fi/server/api/core/bitstreams/b93421a2-7bae-45a7-8954-b98281a54849/content","source":{"id":"https://openalex.org/S4406922691","display_name":"Helda - University of Helsinki Institutional Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.9235000014305115,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[{"display_name":"Observational Study","id":"https://openalex.org/study-designs/observational-study"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W157412731","https://openalex.org/W601572339","https://openalex.org/W903909645","https://openalex.org/W1566043400","https://openalex.org/W1598821627","https://openalex.org/W1976728220","https://openalex.org/W1976752115","https://openalex.org/W1977775666","https://openalex.org/W1978250567","https://openalex.org/W1993816191","https://openalex.org/W2005092827","https://openalex.org/W2028829385","https://openalex.org/W2037845791","https://openalex.org/W2071666535","https://openalex.org/W2077988938","https://openalex.org/W2091094156","https://openalex.org/W2098655575","https://openalex.org/W2113012633","https://openalex.org/W2113189512","https://openalex.org/W2124563089","https://openalex.org/W2130653485","https://openalex.org/W2149844337","https://openalex.org/W2158721809","https://openalex.org/W2159399759","https://openalex.org/W2170467086","https://openalex.org/W2277978167","https://openalex.org/W2490857485","https://openalex.org/W2792650584","https://openalex.org/W2793589205","https://openalex.org/W2793865644","https://openalex.org/W2847782012","https://openalex.org/W2883347180","https://openalex.org/W2887559905","https://openalex.org/W2904119755","https://openalex.org/W2921135034","https://openalex.org/W2935770927","https://openalex.org/W2944981956","https://openalex.org/W2952280206","https://openalex.org/W2969278757","https://openalex.org/W2972928936","https://openalex.org/W2973813239","https://openalex.org/W2990711354","https://openalex.org/W2999474013","https://openalex.org/W4213362335","https://openalex.org/W4236310637","https://openalex.org/W4250183473","https://openalex.org/W4253166666","https://openalex.org/W4297205714","https://openalex.org/W6979740941","https://openalex.org/W7062961419"],"related_works":["https://openalex.org/W3114952599","https://openalex.org/W3084346574","https://openalex.org/W4414043352","https://openalex.org/W2549213023","https://openalex.org/W3167507932","https://openalex.org/W1976752115","https://openalex.org/W2884569997","https://openalex.org/W2925973746","https://openalex.org/W1998608141","https://openalex.org/W7117564097"],"abstract_inverted_index":{"Critical":[0],"thinking":[1,38,70,171],"is":[2,10,25,62],"a":[3,26,30,68,162],"combination":[4],"of":[5,16,36,67,81,105,180,183],"complex":[6,34],"cognitive":[7],"skills.":[8,184],"It":[9],"important":[11],"for":[12,29,42,72,186],"the":[13,136,143,147,156],"successful":[14],"acquisition":[15],"disciplinary":[17],"skills":[18,178],"in":[19,46,75,85,90,169],"higher":[20,76,87,190],"education":[21,88,191],"and":[22,96,110,118,123,128,189],"thus,":[23],"it":[24],"valuable":[27],"competency":[28],"new":[31,73],"student.":[32],"The":[33,57,78,152],"nature":[35],"critical":[37,69,106,121,170],"leads":[39],"to":[40,63,101,134],"challenges":[41],"its":[43],"assessment":[44,71,172,187],"even":[45],"performance":[47,94,148],"assessments":[48],"such":[49],"as":[50,173],"CLA":[51],"+":[52],"International":[53],"(Collegiate":[54],"Learning":[55],"Assessment).":[56],"aim":[58],"with":[59],"this":[60],"study":[61],"examine":[64],"internal":[65],"associations":[66],"students":[74,84],"education.":[77],"sample":[79],"consisted":[80],"1469":[82],"first-year":[83],"18":[86],"institutions":[89],"Finland.":[91],"An":[92],"open-ended":[93],"task":[95,149],"multiple-choice":[97,157],"tasks":[98,158],"were":[99,132],"used":[100,133],"assess":[102],"six":[103],"measures":[104,144,153],"thinking,":[107],"namely":[108],"analysis":[109],"problem":[111],"solving,":[112],"writing":[113,115],"effectiveness,":[114],"mechanics,":[116],"scientific":[117],"quantitative":[119],"reasoning,":[120],"reading":[122],"critiquing":[124],"an":[125],"argument.":[126],"Exploratory":[127],"confirmatory":[129],"factor":[130],"analyses":[131],"analyse":[135],"data.":[137],"A":[138],"latent":[139],"component":[140],"indicated":[141],"by":[142],"derived":[145,154],"from":[146,155],"was":[150],"identified.":[151],"did":[159],"not":[160],"form":[161],"factorial":[163],"structure.":[164],"Multiple-choice":[165],"questions":[166],"are":[167,192],"problematic":[168],"they":[174],"focus":[175],"on":[176],"individual":[177],"instead":[179],"holistic":[181],"use":[182],"Implications":[185],"development":[188],"discussed.":[193]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3176049331","counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":4}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2021-07-05T00:00:00"}
