{"id":"https://openalex.org/W4396783293","doi":"https://doi.org/10.1039/d4rp00077c","title":"Optimizing testing feedback in introductory chemistry: a multi-treatment study exploring varying levels of assessment feedback and subsequent performance","display_name":"Optimizing testing feedback in introductory chemistry: a multi-treatment study exploring varying levels of assessment feedback and subsequent performance","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396783293","doi":"https://doi.org/10.1039/d4rp00077c"},"language":"en","primary_location":{"id":"doi:10.1039/d4rp00077c","doi":"https://doi.org/10.1039/d4rp00077c","is_oa":false,"landing_page_url":"https://doi.org/10.1039/d4rp00077c","pdf_url":null,"source":{"id":"https://openalex.org/S165966090","display_name":"Chemistry Education Research and Practice","issn_l":"1109-4028","issn":["1109-4028","1756-1108"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["erih-plus","jufo-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320556","host_organization_name":"Royal Society of Chemistry","host_organization_lineage":["https://openalex.org/P4310320556"],"host_organization_lineage_names":["Royal Society of Chemistry"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chemistry Education Research and Practice","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060779946","display_name":"Kristen L. Murphy","orcid":"https://orcid.org/0000-0002-7211-300X","observed_orcids":["https://orcid.org/0000-0002-7211-300X"]},"institutions":[{"id":"https://openalex.org/I43579087","display_name":"University of Wisconsin\u2013Milwaukee","ror":"https://ror.org/031q21x57","country_code":"US","type":"education","lineage":["https://openalex.org/I43579087"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristen L. Murphy","raw_affiliation_strings":["University of Wisconsin-Milwaukee, Milwaukee, Wisconsin 53211, USA"],"raw_orcid":"https://orcid.org/0000-0002-7211-300X","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Milwaukee, Milwaukee, Wisconsin 53211, USA","institution_ids":["https://openalex.org/I43579087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020115192","display_name":"David G. Schreurs","orcid":"https://orcid.org/0000-0003-2254-3658","observed_orcids":["https://orcid.org/0000-0003-2254-3658"]},"institutions":[{"id":"https://openalex.org/I43579087","display_name":"University of Wisconsin\u2013Milwaukee","ror":"https://ror.org/031q21x57","country_code":"US","type":"education","lineage":["https://openalex.org/I43579087"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David G. Schreurs","raw_affiliation_strings":["University of Wisconsin-Milwaukee, Milwaukee, Wisconsin 53211, USA"],"raw_orcid":"https://orcid.org/0000-0003-2254-3658","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Milwaukee, Milwaukee, Wisconsin 53211, USA","institution_ids":["https://openalex.org/I43579087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066972699","display_name":"Melonie A. Teichert","orcid":"https://orcid.org/0000-0002-9892-6631","observed_orcids":["https://orcid.org/0000-0002-9892-6631"]},"institutions":[{"id":"https://openalex.org/I189158971","display_name":"United States Naval Academy","ror":"https://ror.org/00znex860","country_code":"US","type":"education","lineage":["https://openalex.org/I1330347796","https://openalex.org/I189158971","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Melonie A. Teichert","raw_affiliation_strings":["United States Naval Academy, Annapolis, Maryland 21402, USA"],"raw_orcid":"https://orcid.org/0000-0002-9892-6631","affiliations":[{"raw_affiliation_string":"United States Naval Academy, Annapolis, Maryland 21402, USA","institution_ids":["https://openalex.org/I189158971"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051845622","display_name":"Cynthia J. Luxford","orcid":"https://orcid.org/0000-0002-1645-6737","observed_orcids":["https://orcid.org/0000-0002-1645-6737"]},"institutions":[{"id":"https://openalex.org/I13511017","display_name":"Texas State University","ror":"https://ror.org/05h9q1g27","country_code":"US","type":"education","lineage":["https://openalex.org/I13511017"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cynthia J. Luxford","raw_affiliation_strings":["Texas State University, San Marcos, Texas 78666, USA"],"raw_orcid":"https://orcid.org/0000-0002-1645-6737","affiliations":[{"raw_affiliation_string":"Texas State University, San Marcos, Texas 78666, USA","institution_ids":["https://openalex.org/I13511017"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032941966","display_name":"Jaclyn M. Trate","orcid":"https://orcid.org/0009-0008-0399-6006","observed_orcids":["https://orcid.org/0009-0008-0399-6006"]},"institutions":[{"id":"https://openalex.org/I43579087","display_name":"University of Wisconsin\u2013Milwaukee","ror":"https://ror.org/031q21x57","country_code":"US","type":"education","lineage":["https://openalex.org/I43579087"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaclyn M. Trate","raw_affiliation_strings":["University of Wisconsin-Milwaukee, Milwaukee, Wisconsin 53211, USA"],"raw_orcid":"https://orcid.org/0009-0008-0399-6006","affiliations":[{"raw_affiliation_string":"University of Wisconsin-Milwaukee, Milwaukee, Wisconsin 53211, USA","institution_ids":["https://openalex.org/I43579087"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111192672","display_name":"Jordan T. Harshmann","orcid":"https://orcid.org/0000-0003-0783-465X","observed_orcids":["https://orcid.org/0000-0003-0783-465X"]},"institutions":[{"id":"https://openalex.org/I14403649","display_name":"University of Wisconsin\u2013River Falls","ror":"https://ror.org/02ep9vf55","country_code":"US","type":"education","lineage":["https://openalex.org/I14403649"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jordan T. Harshmann","raw_affiliation_strings":["University of Wisconsin-River Falls, River Falls, Wisconsin 54022, USA"],"raw_orcid":"https://orcid.org/0000-0003-0783-465X","affiliations":[{"raw_affiliation_string":"University of Wisconsin-River Falls, River Falls, Wisconsin 54022, USA","institution_ids":["https://openalex.org/I14403649"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070581484","display_name":"Jamie L. Schneider","orcid":"https://orcid.org/0000-0002-5390-8579","observed_orcids":["https://orcid.org/0000-0002-5390-8579"]},"institutions":[{"id":"https://openalex.org/I14403649","display_name":"University of Wisconsin\u2013River Falls","ror":"https://ror.org/02ep9vf55","country_code":"US","type":"education","lineage":["https://openalex.org/I14403649"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jamie L. Schneider","raw_affiliation_strings":["University of Wisconsin-River Falls, River Falls, Wisconsin 54022, USA"],"raw_orcid":"https://orcid.org/0000-0002-5390-8579","affiliations":[{"raw_affiliation_string":"University of Wisconsin-River Falls, River Falls, Wisconsin 54022, USA","institution_ids":["https://openalex.org/I14403649"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5070581484"],"corresponding_institution_ids":["https://openalex.org/I14403649"],"apc_list":null,"apc_paid":null,"fwci":2.5285,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.89398896,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"25","issue":"4","first_page":"1018","last_page":"1029"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/assessment-feedback","display_name":"assessment feedback","score":0.7990000247955322},{"id":"https://openalex.org/keywords/elaborative-feedback","display_name":"elaborative feedback","score":0.8970000147819519},{"id":"https://openalex.org/keywords/delayed-feedback","display_name":"delayed feedback","score":0.746999979019165},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.5870000123977661},{"id":"https://openalex.org/keywords/general-chemistry","display_name":"general chemistry","score":0.6869999766349792},{"id":"https://openalex.org/keywords/item-response-theory","display_name":"item response theory","score":0.6830000281333923},{"id":"https://openalex.org/keywords/polytomous-scoring","display_name":"polytomous scoring","score":0.8830000162124634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48047155141830444},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.3336141109466553}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1039/d4rp00077c","doi":"https://doi.org/10.1039/d4rp00077c","is_oa":false,"landing_page_url":"https://doi.org/10.1039/d4rp00077c","pdf_url":null,"source":{"id":"https://openalex.org/S165966090","display_name":"Chemistry Education Research and Practice","issn_l":"1109-4028","issn":["1109-4028","1756-1108"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["erih-plus","jufo-1","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310320556","host_organization_name":"Royal Society of Chemistry","host_organization_lineage":["https://openalex.org/P4310320556"],"host_organization_lineage_names":["Royal Society of Chemistry"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Chemistry Education Research and Practice","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.9235000014305115}],"study_designs":[],"awards":[{"id":"https://openalex.org/G2360199424","display_name":"Collaborative Research:  Immediate Feedback Assessment in Chemistry Courses","funder_award_id":"1140914","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G587320453","display_name":"Research on Optimizing Testing Feedback for Improved Student Learning","funder_award_id":"1625233","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1680939745","https://openalex.org/W1827971670","https://openalex.org/W1951724000","https://openalex.org/W1977673755","https://openalex.org/W1990232253","https://openalex.org/W2008478698","https://openalex.org/W2010547368","https://openalex.org/W2034177330","https://openalex.org/W2037416776","https://openalex.org/W2040859983","https://openalex.org/W2050255700","https://openalex.org/W2060190223","https://openalex.org/W2079539902","https://openalex.org/W2082988750","https://openalex.org/W2084454870","https://openalex.org/W2089337063","https://openalex.org/W2092301601","https://openalex.org/W2104671973","https://openalex.org/W2122370331","https://openalex.org/W2128915986","https://openalex.org/W2143506253","https://openalex.org/W2143805697","https://openalex.org/W2163569782","https://openalex.org/W2166524864","https://openalex.org/W2317107098","https://openalex.org/W2481090911","https://openalex.org/W2603317003","https://openalex.org/W2901711497","https://openalex.org/W3060380334","https://openalex.org/W3096664720","https://openalex.org/W4292406838","https://openalex.org/W4391108059"],"related_works":["https://openalex.org/W1644961736","https://openalex.org/W2078217291","https://openalex.org/W2049337341","https://openalex.org/W2106656295","https://openalex.org/W1968560925","https://openalex.org/W2242605300","https://openalex.org/W2596656227","https://openalex.org/W2481090911","https://openalex.org/W3166900530","https://openalex.org/W2105456679"],"abstract_inverted_index":{"Providing":[0],"students":[1,205,236],"with":[2,107,192,204],"feedback":[3,30,38,49,74,88,94,201],"on":[4,82],"their":[5],"performance":[6,81,190],"is":[7,18,31],"a":[8,65,108],"critical":[9],"part":[10],"of":[11,37,47,67,72,156,235],"enhancing":[12],"student":[13,40,76,141,214,222],"learning":[14],"in":[15,56,80,118,181,189,227],"chemistry":[16,85,120],"and":[17,25,34,54,98,115,153,184,231],"often":[19],"integrated":[20],"into":[21,221],"homework":[22],"assignments,":[23],"quizzes,":[24],"exams.":[26],"However,":[27],"not":[28],"all":[29],"created":[32],"equal,":[33],"the":[35,39,45,48,112,154,187,210,212,225,232,239],"type":[36],"receives":[41],"can":[42],"dramatically":[43],"alter":[44],"utility":[46],"to":[50,63,95,139,160,176,185,208],"reinforce":[51],"correct":[52],"processes":[53],"assist":[55],"correcting":[57],"incorrect":[58],"processes.":[59],"This":[60],"work":[61],"seeks":[62],"establish":[64],"ranking":[66],"how":[68],"eleven":[69],"different":[70],"types":[71],"testing":[73],"affected":[75],"retention":[77],"or":[78],"growth":[79,188,215],"multiple-choice":[83],"general":[84,119],"questions.":[86],"These":[87,143],"methods":[89],"ranged":[90],"from":[91],"simple":[92],"noncorrective":[93],"more":[96],"complex":[97],"engaging":[99],"elaborative":[100,200],"feedback.":[101],"A":[102],"test-retest":[103],"model":[104],"was":[105,173,202,216],"used":[106,134],"one-week":[109],"gap":[110],"between":[111],"initial":[113,182],"test":[114,117],"following":[116],"I.":[121],"Data":[122,132,165],"collection":[123],"took":[124],"place":[125],"at":[126],"multiple":[127,130],"institutions":[128],"over":[129],"years.":[131],"analysis":[133],"four":[135],"distinct":[136],"grading":[137,144],"schemes":[138,145],"estimate":[140,161],"performance.":[142],"included":[146],"dichotomous":[147],"scoring,":[148],"two":[149],"polytomous":[150],"scoring":[151],"techniques,":[152],"use":[155],"item":[157],"response":[158],"theory":[159],"students\u2019":[162],"true":[163],"score.":[164],"were":[166,241],"modeled":[167],"using":[168],"hierarchical":[169],"linear":[170],"modeling":[171],"which":[172],"set":[174],"up":[175],"control":[177],"for":[178],"any":[179],"differences":[180,226],"abilities":[183],"determine":[186],"associated":[191],"each":[193],"treatment.":[194],"Results":[195],"indicated":[196],"that":[197],"when":[198],"delayed":[199],"paired":[203],"being":[206],"asked":[207],"recall/rework":[209],"problem,":[211],"largest":[213],"observed.":[217],"To":[218],"dive":[219],"deeper":[220],"growth,":[223],"both":[224],"specific":[228],"content-area":[229],"improvement":[230],"ability":[233],"levels":[234],"who":[237],"improved":[238],"most":[240],"analyzed.":[242]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-09-21T07:43:02.447757","created_date":"2024-05-10T00:00:00"}