{"id":"https://openalex.org/W2017191825","doi":"https://doi.org/10.1080/08957347.2011.554604","title":"Validating Measurement of Knowledge Integration in Science Using Multiple-Choice and Explanation Items","display_name":"Validating Measurement of Knowledge Integration in Science Using Multiple-Choice and Explanation Items","publication_year":2011,"publication_date":"2011-03-26","ids":{"openalex":"https://openalex.org/W2017191825","doi":"https://doi.org/10.1080/08957347.2011.554604","mag":"2017191825"},"language":"en","primary_location":{"id":"doi:10.1080/08957347.2011.554604","doi":"https://doi.org/10.1080/08957347.2011.554604","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08957347.2011.554604","pdf_url":null,"source":{"id":"https://openalex.org/S2940672","display_name":"Applied Measurement in Education","issn_l":"0895-7347","issn":["0895-7347","1532-4818"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Measurement in Education","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007246072","display_name":"Hee\u2010Sun Lee","orcid":"https://orcid.org/0000-0002-4673-5008","observed_orcids":["https://orcid.org/0000-0002-4673-5008"]},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]},{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hee-Sun Lee","raw_affiliation_strings":["Tufts University and University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tufts University and University of California, Berkeley","institution_ids":["https://openalex.org/I121934306","https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031464353","display_name":"Ou Lydia Liu","orcid":"https://orcid.org/0000-0001-6296-5092","observed_orcids":["https://orcid.org/0000-0001-6296-5092"]},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ou Lydia Liu","raw_affiliation_strings":["Educational Testing Service"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086692496","display_name":"Marcia C. Linn","orcid":"https://orcid.org/0000-0003-2257-9474","observed_orcids":["https://orcid.org/0000-0003-2257-9474"]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marcia C. Linn","raw_affiliation_strings":["University of California, Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Berkeley","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5007246072"],"corresponding_institution_ids":["https://openalex.org/I121934306","https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":40.0228,"has_fulltext":false,"cited_by_count":132,"citation_normalized_percentile":{"value":0.99674416,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"24","issue":"2","first_page":"115","last_page":"136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.5698000192642212,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.5698000192642212,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.3197999894618988,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.0843999981880188,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/knowledge-integration","display_name":"knowledge integration","score":0.8659999966621399},{"id":"https://openalex.org/keywords/science-education","display_name":"science education","score":0.7760000228881836},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.8220000267028809},{"id":"https://openalex.org/keywords/construct-validity","display_name":"construct validity","score":0.9570000171661377},{"id":"https://openalex.org/keywords/instructional-validity","display_name":"instructional validity","score":0.9570000171661377},{"id":"https://openalex.org/keywords/rasch-partial-credit-model","display_name":"Rasch partial credit model","score":0.8600000143051147},{"id":"https://openalex.org/keywords/item-discrimination","display_name":"item discrimination","score":0.8899999856948853},{"id":"https://openalex.org/keywords/target-range","display_name":"target range","score":0.5289999842643738},{"id":"https://openalex.org/keywords/student-assessment","display_name":"student assessment","score":0.460999995470047}],"concepts":[{"id":"https://openalex.org/C101266164","wikidata":"https://www.wikidata.org/wiki/Q2131821","display_name":"Rasch model","level":2,"score":0.8320643901824951},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.6797720789909363},{"id":"https://openalex.org/C56289545","wikidata":"https://www.wikidata.org/wiki/Q6423376","display_name":"Knowledge integration","level":3,"score":0.6663292646408081},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.6533787846565247},{"id":"https://openalex.org/C207968926","wikidata":"https://www.wikidata.org/wiki/Q7227107","display_name":"Polytomous Rasch model","level":4,"score":0.6066962480545044},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.5651496648788452},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5638372302055359},{"id":"https://openalex.org/C2778263599","wikidata":"https://www.wikidata.org/wiki/Q1669245","display_name":"Item analysis","level":3,"score":0.5188259482383728},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.5013298988342285},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4233807325363159},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.42221567034721375},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4187277853488922},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3897542953491211},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.30964595079421997},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.28733915090560913},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.23842325806617737},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.19829648733139038},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.17314383387565613},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.1486312448978424},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.12375721335411072},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09503951668739319},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/08957347.2011.554604","doi":"https://doi.org/10.1080/08957347.2011.554604","is_oa":false,"landing_page_url":"https://doi.org/10.1080/08957347.2011.554604","pdf_url":null,"source":{"id":"https://openalex.org/S2940672","display_name":"Applied Measurement in Education","issn_l":"0895-7347","issn":["0895-7347","1532-4818"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","erih-plus","jufo-1","norway-1","poland-70","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Applied Measurement in Education","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.9235000014305115,"id":"https://metadata.un.org/sdg/4"}],"sustainable_development_goals_aurora":[{"display_name":"Reduced inequalities","score":0.5799999833106995,"id":"https://metadata.un.org/sdg/10"}],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337380","display_name":"Division of Mathematical Sciences","ror":"https://ror.org/051fftw81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W100018932","https://openalex.org/W281417399","https://openalex.org/W325314667","https://openalex.org/W592563765","https://openalex.org/W612243507","https://openalex.org/W1480218038","https://openalex.org/W1562680794","https://openalex.org/W1574702647","https://openalex.org/W1602873706","https://openalex.org/W1675882803","https://openalex.org/W1761828760","https://openalex.org/W1777119744","https://openalex.org/W1966576448","https://openalex.org/W1980820064","https://openalex.org/W1982517185","https://openalex.org/W1983849033","https://openalex.org/W1984800886","https://openalex.org/W1987388169","https://openalex.org/W1994260503","https://openalex.org/W1994701398","https://openalex.org/W2002715165","https://openalex.org/W2005243874","https://openalex.org/W2017799780","https://openalex.org/W2018320119","https://openalex.org/W2020382526","https://openalex.org/W2020653198","https://openalex.org/W2020806125","https://openalex.org/W2026609728","https://openalex.org/W2029125122","https://openalex.org/W2029885956","https://openalex.org/W2054520084","https://openalex.org/W2058489889","https://openalex.org/W2073244715","https://openalex.org/W2078776995","https://openalex.org/W2089324454","https://openalex.org/W2093808236","https://openalex.org/W2094264376","https://openalex.org/W2095371090","https://openalex.org/W2096865495","https://openalex.org/W2109939300","https://openalex.org/W2110013374","https://openalex.org/W2124109122","https://openalex.org/W2128542449","https://openalex.org/W2140726725","https://openalex.org/W2143071980","https://openalex.org/W2157669419","https://openalex.org/W2158241055","https://openalex.org/W2161909525","https://openalex.org/W2162729082","https://openalex.org/W2168971468","https://openalex.org/W2170972231","https://openalex.org/W2185569388","https://openalex.org/W2335824697","https://openalex.org/W2505935333","https://openalex.org/W2982473346","https://openalex.org/W4232282094","https://openalex.org/W4252560992","https://openalex.org/W4254572470"],"related_works":["https://openalex.org/W2029885956","https://openalex.org/W2094985148","https://openalex.org/W35200006","https://openalex.org/W2058935422","https://openalex.org/W987751450","https://openalex.org/W2011522553","https://openalex.org/W2510822682","https://openalex.org/W2754562043","https://openalex.org/W3159989888","https://openalex.org/W4283067370"],"abstract_inverted_index":{"This":[0],"study":[1],"explores":[2],"measurement":[3],"of":[4,72,92,101,107,116,144],"a":[5,59,82,141],"construct":[6,19,40],"called":[7],"knowledge":[8,36,55,78,102,117,127,145,159],"integration":[9,37,56,79,103,128,146,160],"in":[10,33],"science":[11],"using":[12,58,81],"multiple-choice":[13,28,73,94,109,135,149,163],"and":[14,20,29,50,74,125,151],"explanation":[15,30,75,120,138,153],"items.":[16,164],"We":[17],"use":[18],"instructional":[21,66],"validity":[22],"evidence":[23],"to":[24,77,158],"examine":[25],"the":[26,54,70],"role":[27],"items":[31,76,121,139,154],"plays":[32],"measuring":[34],"students'":[35],"ability.":[38],"For":[39,65],"validity,":[41,67],"we":[42,68],"analyze":[43],"item":[44],"properties":[45],"such":[46],"as":[47],"alignment,":[48],"discrimination,":[49],"target":[51],"range":[52,143],"on":[53],"scale":[57],"Rasch":[60],"Partial":[61],"Credit":[62],"Model":[63],"analysis.":[64],"test":[69],"sensitivity":[71],"instruction":[80,161],"cohort":[83],"comparison":[84],"design.":[85],"Results":[86],"show":[87],"that":[88],"(1)":[89],"one":[90],"third":[91],"correct":[93],"responses":[95,110],"are":[96,111,155],"aligned":[97,112],"with":[98,113],"higher":[99],"levels":[100,115,147],"while":[104],"three":[105],"quarters":[106],"incorrect":[108],"lower":[114],"integration,":[118],"(2)":[119],"discriminate":[122],"between":[123],"high":[124],"low":[126],"ability":[129],"students":[130],"much":[131],"more":[132,156],"effectively":[133],"than":[134,148,162],"items,":[136,150],"(3)":[137],"measure":[140],"wider":[142],"(4)":[152],"sensitive":[157]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":16},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":11},{"year":2014,"cited_by_count":9},{"year":2013,"cited_by_count":10},{"year":2012,"cited_by_count":4}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2016-06-24T00:00:00"}