{"id":"https://openalex.org/W2030601007","doi":"https://doi.org/10.1103/physrevstper.2.020102","title":"Evaluating multiple-choice exams in large introductory physics courses","display_name":"Evaluating multiple-choice exams in large introductory physics courses","publication_year":2006,"publication_date":"2006-07-28","ids":{"openalex":"https://openalex.org/W2030601007","doi":"https://doi.org/10.1103/physrevstper.2.020102","mag":"2030601007"},"language":"en","primary_location":{"id":"doi:10.1103/physrevstper.2.020102","doi":"https://doi.org/10.1103/physrevstper.2.020102","is_oa":true,"landing_page_url":"https://doi.org/10.1103/physrevstper.2.020102","pdf_url":"http://link.aps.org/pdf/10.1103/PhysRevSTPER.2.020102","source":{"id":"https://openalex.org/S184542645","display_name":"Physical Review Special Topics - Physics Education Research","issn_l":"1554-9178","issn":["1554-9178"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310320261","host_organization_name":"American Physical Society","host_organization_lineage":["https://openalex.org/P4310320261"],"host_organization_lineage_names":["American Physical Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Physical Review Special Topics - Physics Education Research","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://link.aps.org/pdf/10.1103/PhysRevSTPER.2.020102","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Michael Scott","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Scott","raw_affiliation_strings":["Department of Physics, University of Illinois at Urbana-Champaign, 1110 W. Green St., Urbana, Illinois 61801, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, University of Illinois at Urbana-Champaign, 1110 W. Green St., Urbana, Illinois 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068351570","display_name":"Timothy J. Stelzer","orcid":"https://orcid.org/0000-0001-6863-2045","observed_orcids":["https://orcid.org/0000-0001-6863-2045"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Stelzer","raw_affiliation_strings":["Department of Physics, University of Illinois at Urbana-Champaign, 1110 W. Green St., Urbana, Illinois 61801, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, University of Illinois at Urbana-Champaign, 1110 W. Green St., Urbana, Illinois 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064739154","display_name":"Gary E. Gladding","orcid":"https://orcid.org/0000-0002-3728-9798","observed_orcids":["https://orcid.org/0000-0002-3728-9798"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gary Gladding","raw_affiliation_strings":["Department of Physics, University of Illinois at Urbana-Champaign, 1110 W. Green St., Urbana, Illinois 61801, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, University of Illinois at Urbana-Champaign, 1110 W. Green St., Urbana, Illinois 61801, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157725225"],"apc_list":{"value":2000,"currency":"USD","value_usd":2000},"apc_paid":{"value":2000,"currency":"USD","value_usd":2000},"fwci":2.8249,"has_fulltext":true,"cited_by_count":49,"citation_normalized_percentile":{"value":0.92169937,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"2","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12931","display_name":"Educational Methods and Outcomes","score":0.22450000047683716,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12931","display_name":"Educational Methods and Outcomes","score":0.22450000047683716,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.20059999823570251,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.18539999425411224,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiple-choice-tests","display_name":"multiple-choice tests","score":0.984000027179718},{"id":"https://openalex.org/keywords/test-reliability","display_name":"test reliability","score":0.6660000085830688},{"id":"https://openalex.org/keywords/exam-validity","display_name":"exam validity","score":0.9340000152587891},{"id":"https://openalex.org/keywords/introductory-physics-course","display_name":"general physics course","score":0.7860000133514404},{"id":"https://openalex.org/keywords/large-classes","display_name":"large classes","score":0.609000027179718},{"id":"https://openalex.org/keywords/student-explanations","display_name":"student explanations","score":0.7020000219345093},{"id":"https://openalex.org/keywords/student-interviews","display_name":"student interviews","score":0.7329999804496765},{"id":"https://openalex.org/keywords/student-ranking","display_name":"student ranking","score":0.5540000200271606},{"id":"https://openalex.org/keywords/physics-education","display_name":"physics education","score":0.36800000071525574}],"concepts":[{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.8246779441833496},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6861521601676941},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.6368045210838318},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6115444302558899},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5180949568748474},{"id":"https://openalex.org/C3020528894","wikidata":"https://www.wikidata.org/wiki/Q20820271","display_name":"Graduate students","level":2,"score":0.4623798727989197},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3937068581581116},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.33891868591308594},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3358120620250702},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.27311086654663086},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.22647890448570251},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.21988502144813538},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.20772263407707214},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.13545015454292297},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09518572688102722},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1103/physrevstper.2.020102","doi":"https://doi.org/10.1103/physrevstper.2.020102","is_oa":true,"landing_page_url":"https://doi.org/10.1103/physrevstper.2.020102","pdf_url":"http://link.aps.org/pdf/10.1103/PhysRevSTPER.2.020102","source":{"id":"https://openalex.org/S184542645","display_name":"Physical Review Special Topics - Physics Education Research","issn_l":"1554-9178","issn":["1554-9178"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310320261","host_organization_name":"American Physical Society","host_organization_lineage":["https://openalex.org/P4310320261"],"host_organization_lineage_names":["American Physical Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Physical Review Special Topics - Physics Education Research","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:66cad7ac7d8049ac994c39dcfaa8713b","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/66cad7ac7d8049ac994c39dcfaa8713b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Physical Review Special Topics. Physics Education Research, Vol 2, Iss 2 (2006)","raw_type":"article"},{"id":"pmh:oai:doaj.org/article:e47086ab92d44a4f8a2a3c4947d92b54","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/e47086ab92d44a4f8a2a3c4947d92b54","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Physical Review Special Topics. Physics Education Research, Vol 2, Iss 2, p 020102 (2006)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1103/physrevstper.2.020102","doi":"https://doi.org/10.1103/physrevstper.2.020102","is_oa":true,"landing_page_url":"https://doi.org/10.1103/physrevstper.2.020102","pdf_url":"http://link.aps.org/pdf/10.1103/PhysRevSTPER.2.020102","source":{"id":"https://openalex.org/S184542645","display_name":"Physical Review Special Topics - Physics Education Research","issn_l":"1554-9178","issn":["1554-9178"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj"],"host_organization":"https://openalex.org/P4310320261","host_organization_name":"American Physical Society","host_organization_lineage":["https://openalex.org/P4310320261"],"host_organization_lineage_names":["American Physical Society"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Physical Review Special Topics - Physics Education Research","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9235000014305115,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2030601007.pdf","grobid_xml":"https://content.openalex.org/works/W2030601007.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W266222422","https://openalex.org/W2047405957","https://openalex.org/W2051659059","https://openalex.org/W2060365287","https://openalex.org/W2076320294","https://openalex.org/W2088007521","https://openalex.org/W2090559573","https://openalex.org/W2119923329","https://openalex.org/W2155858274","https://openalex.org/W2159306398","https://openalex.org/W2252578136","https://openalex.org/W2490140328","https://openalex.org/W3022995300"],"related_works":["https://openalex.org/W2009489564","https://openalex.org/W3031601125","https://openalex.org/W4408855824","https://openalex.org/W226381066","https://openalex.org/W2331549977","https://openalex.org/W2597028022","https://openalex.org/W2094918874","https://openalex.org/W2335962946","https://openalex.org/W1986729421","https://openalex.org/W1972429609"],"abstract_inverted_index":{"The":[0,79,149],"reliability":[1,53,80],"and":[2,22,54,63,146,183],"validity":[3,55,128],"of":[4,28,31,41,56,74,81,87,121,129,134,151],"professionally":[5],"written":[6,61,175],"multiple-choice":[7,33,59,142,157],"exams":[8,14,34,60],"have":[9],"been":[10],"extensively":[11],"studied":[12],"for":[13,62],"such":[15],"as":[16,44,46],"the":[17,23,29,38,52,66,72,85,111,127,165,173,179],"SAT,":[18],"graduate":[19],"record":[20],"examination,":[21],"force":[24],"concept":[25],"inventory.":[26],"Much":[27],"success":[30],"these":[32,152],"is":[35,117],"attributed":[36],"to":[37,161],"careful":[39],"construction":[40],"each":[42,47],"question,":[43],"well":[45],"response.":[48],"In":[49],"this":[50],"study,":[51],"scores":[57,83],"from":[58],"administered":[64],"in":[65,91,96,110],"large":[67],"introductory":[68],"physics":[69,169],"courses":[70],"at":[71,178],"University":[73],"Illinois,":[75],"Urbana-Champaign":[76],"were":[77,136],"investigated.":[78],"exam":[82,100,130],"over":[84],"course":[86],"a":[88,93,122,132],"semester":[89,99,103],"results":[90],"approximately":[92],"3%":[94],"uncertainty":[95,106,109],"students'":[97,112,174],"total":[98],"score.":[101],"This":[102],"test":[104],"score":[105,158],"yields":[107],"an":[108],"assigned":[113,167],"letter":[114,123],"grade":[115],"that":[116],"less":[118],"than":[119],"$\\frac{1}{3}$":[120],"grade.":[124],"To":[125],"study":[126],"scores,":[131],"subset":[133],"students":[135,153],"ranked":[137],"independently":[138],"based":[139,154,171],"on":[140,155,172],"their":[141,156],"score,":[143],"graded":[144],"explanations,":[145],"student":[147],"interviews.":[148],"ranking":[150,166],"was":[159],"found":[160],"be":[162],"consistent":[163],"with":[164],"by":[168],"instructors":[170],"explanations":[176],"($r>0.94$":[177],"95%":[180],"confidence":[181],"level)":[182],"oral":[184],"interviews":[185],"$(r={0.94}_{\\ensuremath{-}0.09}^{+0.06})$.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":3}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}