{"id":"https://openalex.org/W4385191069","doi":"https://doi.org/10.1073/pnas.2302020120","title":"Unproctored online exams provide meaningful assessment of student learning","display_name":"Unproctored online exams provide meaningful assessment of student learning","publication_year":2023,"publication_date":"2023-07-24","ids":{"openalex":"https://openalex.org/W4385191069","doi":"https://doi.org/10.1073/pnas.2302020120","pmid":"https://pubmed.ncbi.nlm.nih.gov/37487092","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/10400982"},"language":"en","primary_location":{"id":"doi:10.1073/pnas.2302020120","doi":"https://doi.org/10.1073/pnas.2302020120","is_oa":true,"landing_page_url":"https://doi.org/10.1073/pnas.2302020120","pdf_url":null,"source":{"id":"https://openalex.org/S125754415","display_name":"Proceedings of the National Academy of Sciences","issn_l":"0027-8424","issn":["0027-8424","1091-6490"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","erih-plus","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320052","host_organization_name":"National Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310320052"],"host_organization_lineage_names":["National Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the National Academy of Sciences","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1073/pnas.2302020120","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041522430","display_name":"Jason C. K. Chan","orcid":"https://orcid.org/0000-0003-4221-2979","observed_orcids":["https://orcid.org/0000-0003-4221-2979"]},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jason C. K. Chan","raw_affiliation_strings":["Department of Psychology, Iowa State University, Ames, IA 50014"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Iowa State University, Ames, IA 50014","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050202617","display_name":"Dahwi Ahn","orcid":"https://orcid.org/0000-0002-4300-6520","observed_orcids":["https://orcid.org/0000-0002-4300-6520"]},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Dahwi Ahn","raw_affiliation_strings":["Department of Psychology, Iowa State University, Ames, IA 50014"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Iowa State University, Ames, IA 50014","institution_ids":["https://openalex.org/I173911158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5041522430","https://openalex.org/A5050202617"],"corresponding_institution_ids":["https://openalex.org/I173911158"],"apc_list":null,"apc_paid":null,"fwci":10.5271,"has_fulltext":true,"cited_by_count":42,"citation_normalized_percentile":{"value":0.98626525,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"120","issue":"31","first_page":"e2302020120","last_page":"e2302020120"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.7592999935150146,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11492","display_name":"Academic integrity and plagiarism","score":0.7592999935150146,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13084","display_name":"Education during COVID-19 pandemic","score":0.16459999978542328,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10162","display_name":"Online and Blended Learning","score":0.018400000408291817,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/online-assessment","display_name":"online assessment","score":0.722000002861023},{"id":"https://openalex.org/keywords/covid-19","display_name":"COVID-19 pandemic","score":0.8579999804496765},{"id":"https://openalex.org/keywords/academic-dishonesty","display_name":"academic dishonesty","score":0.6380000114440918},{"id":"https://openalex.org/keywords/test-scores","display_name":"test scores","score":0.5730000138282776},{"id":"https://openalex.org/keywords/student-learning-assessment","display_name":"student learning assessment","score":0.8090000152587891},{"id":"https://openalex.org/keywords/distance-education","display_name":"distance education","score":0.32100000977516174}],"concepts":[{"id":"https://openalex.org/C178823583","wikidata":"https://www.wikidata.org/wiki/Q3269883","display_name":"Online assessment","level":3,"score":0.6334410309791565},{"id":"https://openalex.org/C2778024590","wikidata":"https://www.wikidata.org/wiki/Q2357432","display_name":"Cheating","level":2,"score":0.6289505958557129},{"id":"https://openalex.org/C3008058167","wikidata":"https://www.wikidata.org/wiki/Q84263196","display_name":"Coronavirus disease 2019 (COVID-19)","level":4,"score":0.6107273697853088},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.5054366588592529},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5003435611724854},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.4999401569366455},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.49951982498168945},{"id":"https://openalex.org/C2986081426","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Online course","level":2,"score":0.4900127947330475},{"id":"https://openalex.org/C3007834351","wikidata":"https://www.wikidata.org/wiki/Q82069695","display_name":"Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2)","level":5,"score":0.4226866364479065},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.37792330980300903},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.31459254026412964},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.26539769768714905},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.14143675565719604},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.13673755526542664},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12317943572998047},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.10020297765731812},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.07871073484420776},{"id":"https://openalex.org/C524204448","wikidata":"https://www.wikidata.org/wiki/Q788926","display_name":"Infectious disease (medical specialty)","level":3,"score":0.0},{"id":"https://openalex.org/C2779134260","wikidata":"https://www.wikidata.org/wiki/Q12136","display_name":"Disease","level":2,"score":0.0}],"mesh":[{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000086382","descriptor_name":"COVID-19","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D003140","descriptor_name":"Communicable Disease Control","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003140","descriptor_name":"Communicable Disease Control","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003140","descriptor_name":"Communicable Disease Control","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D003140","descriptor_name":"Communicable Disease Control","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012621","descriptor_name":"Seasons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012621","descriptor_name":"Seasons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012621","descriptor_name":"Seasons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012621","descriptor_name":"Seasons","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013334","descriptor_name":"Students","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013334","descriptor_name":"Students","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013334","descriptor_name":"Students","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D013334","descriptor_name":"Students","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":3,"locations":[{"id":"doi:10.1073/pnas.2302020120","doi":"https://doi.org/10.1073/pnas.2302020120","is_oa":true,"landing_page_url":"https://doi.org/10.1073/pnas.2302020120","pdf_url":null,"source":{"id":"https://openalex.org/S125754415","display_name":"Proceedings of the National Academy of Sciences","issn_l":"0027-8424","issn":["0027-8424","1091-6490"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","erih-plus","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320052","host_organization_name":"National Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310320052"],"host_organization_lineage_names":["National Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the National Academy of Sciences","raw_type":"journal-article"},{"id":"pmh:oai:pubmedcentral.nih.gov:10400982","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10400982","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10400982/pdf/pnas.202302020.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proc Natl Acad Sci U S A","raw_type":"Text"},{"id":"pmid:37487092","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37487092","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the National Academy of Sciences of the United States of America","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1073/pnas.2302020120","doi":"https://doi.org/10.1073/pnas.2302020120","is_oa":true,"landing_page_url":"https://doi.org/10.1073/pnas.2302020120","pdf_url":null,"source":{"id":"https://openalex.org/S125754415","display_name":"Proceedings of the National Academy of Sciences","issn_l":"0027-8424","issn":["0027-8424","1091-6490"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-a","doyens","erih-plus","jufo-3","ki-jl-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320052","host_organization_name":"National Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310320052"],"host_organization_lineage_names":["National Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the National Academy of Sciences","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.9235000014305115,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"sustainable_development_goals_aurora":[{"score":0.7799999713897705,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G6294032342","display_name":"Improving Online Learning with Interpolated Retrieval","funder_award_id":"2017333","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W48787695","https://openalex.org/W270569901","https://openalex.org/W1553373922","https://openalex.org/W1554365104","https://openalex.org/W1617189849","https://openalex.org/W1968507587","https://openalex.org/W1970688416","https://openalex.org/W1992456531","https://openalex.org/W1995742667","https://openalex.org/W2034776431","https://openalex.org/W2036756589","https://openalex.org/W2051951671","https://openalex.org/W2054016876","https://openalex.org/W2057696197","https://openalex.org/W2066189723","https://openalex.org/W2067303125","https://openalex.org/W2072327382","https://openalex.org/W2072962933","https://openalex.org/W2075185772","https://openalex.org/W2089027763","https://openalex.org/W2091856951","https://openalex.org/W2092218372","https://openalex.org/W2094809493","https://openalex.org/W2114351818","https://openalex.org/W2116955415","https://openalex.org/W2142579434","https://openalex.org/W2152138477","https://openalex.org/W2152508445","https://openalex.org/W2155899217","https://openalex.org/W2158947642","https://openalex.org/W2170797424","https://openalex.org/W2171637248","https://openalex.org/W2181896545","https://openalex.org/W2182416811","https://openalex.org/W2201006441","https://openalex.org/W2201659447","https://openalex.org/W2272807018","https://openalex.org/W2325017377","https://openalex.org/W2334637929","https://openalex.org/W2442948246","https://openalex.org/W2584262985","https://openalex.org/W2602507606","https://openalex.org/W2792883237","https://openalex.org/W2796908784","https://openalex.org/W2804550486","https://openalex.org/W2887398393","https://openalex.org/W2891858737","https://openalex.org/W2898160724","https://openalex.org/W2911739974","https://openalex.org/W2941066163","https://openalex.org/W2992546264","https://openalex.org/W3026437297","https://openalex.org/W3046436152","https://openalex.org/W3084167506","https://openalex.org/W3088927960","https://openalex.org/W3092032085","https://openalex.org/W3093775237","https://openalex.org/W3096674504","https://openalex.org/W3097740890","https://openalex.org/W3126397783","https://openalex.org/W3130545059","https://openalex.org/W3166289140","https://openalex.org/W3177938779","https://openalex.org/W3181583505","https://openalex.org/W3197020918","https://openalex.org/W3197804775","https://openalex.org/W4200162469","https://openalex.org/W4200392193","https://openalex.org/W4210899405","https://openalex.org/W4214850383","https://openalex.org/W4220695000","https://openalex.org/W4223439708","https://openalex.org/W4280591933","https://openalex.org/W4296782459","https://openalex.org/W4309074924","https://openalex.org/W4309205190","https://openalex.org/W4312051216","https://openalex.org/W4312196284","https://openalex.org/W4313232683","https://openalex.org/W4319460874","https://openalex.org/W4385520818","https://openalex.org/W4386718985","https://openalex.org/W4411037588"],"related_works":["https://openalex.org/W7128804803","https://openalex.org/W4385971125","https://openalex.org/W3135616835","https://openalex.org/W3186441531","https://openalex.org/W7144971262","https://openalex.org/W4387217259","https://openalex.org/W2152508445","https://openalex.org/W4396748278","https://openalex.org/W4293379616","https://openalex.org/W4415742768"],"abstract_inverted_index":{"In":[0],"the":[1,4,35,111,143,154,160,162],"United":[2],"States,":[3],"onset":[5],"of":[6,52,147,153,156],"COVID-19":[7],"triggered":[8],"a":[9,59,74,79,89,118,179],"nationwide":[10],"lockdown,":[11],"which":[12,83],"forced":[13],"many":[14],"universities":[15],"to":[16,25,43,55],"move":[17],"their":[18],"primary":[19],"assessments":[20,51],"from":[21,66,103],"invigilated":[22],"in-person":[23,56,104,124],"exams":[24,47,57,96,105,113,149],"unproctored":[26],"online":[27,46,95,112,122,148,173],"exams.":[28],"This":[29],"abrupt":[30],"change":[31],"occurred":[32],"midway":[33],"through":[34],"Spring":[36],"2020":[37],"semester,":[38],"providing":[39],"an":[40,107],"unprecedented":[41],"opportunity":[42],"investigate":[44],"whether":[45],"can":[48],"provide":[49],"meaningful":[50],"learning":[53],"relative":[54],"on":[58,159],"per-student":[60],"basis.":[61],"Here,":[62],"we":[63,84,92],"present":[64],"data":[65,129],"nearly":[67],"2,000":[68],"students":[69],"across":[70],"18":[71],"courses":[72],"at":[73,106,139],"large":[75],"Midwestern":[76],"University.":[77],"Using":[78],"meta-analytic":[80],"approach":[81],"in":[82],"treated":[85],"each":[86],"course":[87,163],"as":[88],"separate":[90],"study,":[91],"showed":[93,130],"that":[94,99,131,172],"produced":[97],"scores":[98],"highly":[100],"resembled":[101],"those":[102],"individual":[108],"level":[109],"despite":[110],"being":[114],"unproctored-as":[115],"demonstrated":[116],"by":[117],"robust":[119],"correlation":[120],"between":[121],"and":[123,142],"exam":[125],"scores.":[126],"Moreover,":[127],"our":[128],"cheating":[132],"was":[133,150],"either":[134],"not":[135],"widespread":[136],"or":[137,167],"ineffective":[138],"boosting":[140],"scores,":[141],"strong":[144],"assessment":[145,181],"value":[146],"observed":[151],"regardless":[152],"type":[155],"questions":[157],"asked":[158],"exam,":[161],"level,":[164],"academic":[165],"discipline,":[166],"class":[168],"size.":[169],"We":[170],"conclude":[171],"exams,":[174],"even":[175],"when":[176],"unproctored,":[177],"are":[178],"viable":[180],"tool.":[182]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":5}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2023-07-25T00:00:00"}