{"id":"https://openalex.org/W4405239924","doi":"https://doi.org/10.1007/s40593-024-00440-y","title":"Revealing Rubric Relations: Investigating the Interdependence of a Research-Informed and a Machine Learning-Based Rubric in Assessing Student Reasoning in Chemistry","display_name":"Revealing Rubric Relations: Investigating the Interdependence of a Research-Informed and a Machine Learning-Based Rubric in Assessing Student Reasoning in Chemistry","publication_year":2024,"publication_date":"2024-12-10","ids":{"openalex":"https://openalex.org/W4405239924","doi":"https://doi.org/10.1007/s40593-024-00440-y"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-024-00440-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-024-00440-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00440-y.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00440-y.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102874712","display_name":"Paul P. Martin","orcid":"https://orcid.org/0000-0001-8648-4250"},"institutions":[{"id":"https://openalex.org/I200763008","display_name":"Justus-Liebig-Universit\u00e4t Gie\u00dfen","ror":"https://ror.org/033eqas34","country_code":"DE","type":"education","lineage":["https://openalex.org/I200763008"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Paul P. Martin","raw_affiliation_strings":["Institute of Chemistry Education, Justus-Liebig-University, Heinrich-Buff-Ring 17, 35392, Giessen, Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Chemistry Education, Justus-Liebig-University, Heinrich-Buff-Ring 17, 35392, Giessen, Germany","institution_ids":["https://openalex.org/I200763008"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051352702","display_name":"David Kranz","orcid":null},"institutions":[{"id":"https://openalex.org/I200763008","display_name":"Justus-Liebig-Universit\u00e4t Gie\u00dfen","ror":"https://ror.org/033eqas34","country_code":"DE","type":"education","lineage":["https://openalex.org/I200763008"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"David Kranz","raw_affiliation_strings":["Institute of Chemistry Education, Justus-Liebig-University, Heinrich-Buff-Ring 17, 35392, Giessen, Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Chemistry Education, Justus-Liebig-University, Heinrich-Buff-Ring 17, 35392, Giessen, Germany","institution_ids":["https://openalex.org/I200763008"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014661484","display_name":"Nicole Graulich","orcid":"https://orcid.org/0000-0002-0444-8609"},"institutions":[{"id":"https://openalex.org/I200763008","display_name":"Justus-Liebig-Universit\u00e4t Gie\u00dfen","ror":"https://ror.org/033eqas34","country_code":"DE","type":"education","lineage":["https://openalex.org/I200763008"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Nicole Graulich","raw_affiliation_strings":["Institute of Chemistry Education, Justus-Liebig-University, Heinrich-Buff-Ring 17, 35392, Giessen, Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Chemistry Education, Justus-Liebig-University, Heinrich-Buff-Ring 17, 35392, Giessen, Germany","institution_ids":["https://openalex.org/I200763008"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102874712"],"corresponding_institution_ids":["https://openalex.org/I200763008"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":10.0459,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.98127173,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"35","issue":"3","first_page":"1465","last_page":"1503"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9785000085830688,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12887","display_name":"Educational Strategies and Epistemologies","score":0.9760000109672546,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.9747265577316284},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.5703009366989136},{"id":"https://openalex.org/keywords/educational-technology","display_name":"Educational technology","score":0.5382876396179199},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5312126874923706},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.3866978585720062},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36545246839523315},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.34847474098205566},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.34085384011268616},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13813072443008423}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9747265577316284},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5703009366989136},{"id":"https://openalex.org/C16443162","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Educational technology","level":2,"score":0.5382876396179199},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5312126874923706},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3866978585720062},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36545246839523315},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.34847474098205566},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.34085384011268616},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13813072443008423}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s40593-024-00440-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-024-00440-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00440-y.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s40593-024-00440-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-024-00440-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-024-00440-y.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4099999964237213}],"awards":[{"id":"https://openalex.org/G1000587502","display_name":null,"funder_award_id":"Verband der Chemischen Industrie","funder_id":"https://openalex.org/F4320309608","funder_display_name":"Verband der Chemischen Industrie"},{"id":"https://openalex.org/G4589626927","display_name":null,"funder_award_id":"446349713","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320309608","display_name":"Verband der Chemischen Industrie","ror":"https://ror.org/00kvk1853"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4405239924.pdf","grobid_xml":"https://content.openalex.org/works/W4405239924.grobid-xml"},"referenced_works_count":148,"referenced_works":["https://openalex.org/W409344806","https://openalex.org/W627140926","https://openalex.org/W1480619250","https://openalex.org/W1493454437","https://openalex.org/W1520570656","https://openalex.org/W1555010514","https://openalex.org/W1723619723","https://openalex.org/W1967883088","https://openalex.org/W1978729956","https://openalex.org/W1983065317","https://openalex.org/W1987868810","https://openalex.org/W1988604713","https://openalex.org/W2000501833","https://openalex.org/W2011301426","https://openalex.org/W2011578113","https://openalex.org/W2039681496","https://openalex.org/W2039941235","https://openalex.org/W2049696674","https://openalex.org/W2049786571","https://openalex.org/W2063747225","https://openalex.org/W2075644669","https://openalex.org/W2078619954","https://openalex.org/W2082914111","https://openalex.org/W2092335557","https://openalex.org/W2102611807","https://openalex.org/W2106749174","https://openalex.org/W2115389369","https://openalex.org/W2118636245","https://openalex.org/W2124645092","https://openalex.org/W2127218421","https://openalex.org/W2128599926","https://openalex.org/W2136166640","https://openalex.org/W2146691185","https://openalex.org/W2147346426","https://openalex.org/W2149082725","https://openalex.org/W2149277842","https://openalex.org/W2150371480","https://openalex.org/W2151570219","https://openalex.org/W2164777277","https://openalex.org/W2210329529","https://openalex.org/W2280435765","https://openalex.org/W2336969588","https://openalex.org/W2342249984","https://openalex.org/W2346796345","https://openalex.org/W2461627538","https://openalex.org/W2477205605","https://openalex.org/W2509940055","https://openalex.org/W2511775547","https://openalex.org/W2513775430","https://openalex.org/W2582743722","https://openalex.org/W2594119921","https://openalex.org/W2601243251","https://openalex.org/W2607641023","https://openalex.org/W2759690800","https://openalex.org/W2769563773","https://openalex.org/W2786672974","https://openalex.org/W2788067001","https://openalex.org/W2797953024","https://openalex.org/W2801358783","https://openalex.org/W2808507281","https://openalex.org/W2809219569","https://openalex.org/W2889326414","https://openalex.org/W2896457183","https://openalex.org/W2900759680","https://openalex.org/W2906711444","https://openalex.org/W2946313221","https://openalex.org/W2966579296","https://openalex.org/W2969735683","https://openalex.org/W2980728825","https://openalex.org/W2989874066","https://openalex.org/W2990427812","https://openalex.org/W2997591727","https://openalex.org/W3012071850","https://openalex.org/W3012701452","https://openalex.org/W3022091135","https://openalex.org/W3035965352","https://openalex.org/W3042319214","https://openalex.org/W3086939422","https://openalex.org/W3087297528","https://openalex.org/W3088736593","https://openalex.org/W3091828467","https://openalex.org/W3092997597","https://openalex.org/W3098205952","https://openalex.org/W3099878876","https://openalex.org/W3113108648","https://openalex.org/W3120881150","https://openalex.org/W3143722809","https://openalex.org/W3149387468","https://openalex.org/W3153876211","https://openalex.org/W3183051748","https://openalex.org/W3185314626","https://openalex.org/W3198350258","https://openalex.org/W3210030168","https://openalex.org/W4206942962","https://openalex.org/W4210968171","https://openalex.org/W4212806687","https://openalex.org/W4214865631","https://openalex.org/W4220839251","https://openalex.org/W4223626855","https://openalex.org/W4224220494","https://openalex.org/W4225279564","https://openalex.org/W4232387830","https://openalex.org/W4242289937","https://openalex.org/W4242721106","https://openalex.org/W4252364265","https://openalex.org/W4281632842","https://openalex.org/W4286500125","https://openalex.org/W4289519276","https://openalex.org/W4292573412","https://openalex.org/W4297861662","https://openalex.org/W4300870773","https://openalex.org/W4307407952","https://openalex.org/W4309934831","https://openalex.org/W4311357538","https://openalex.org/W4312389170","https://openalex.org/W4312770192","https://openalex.org/W4313276100","https://openalex.org/W4313421757","https://openalex.org/W4313461503","https://openalex.org/W4313828007","https://openalex.org/W4318464630","https://openalex.org/W4319019613","https://openalex.org/W4366824215","https://openalex.org/W4368364103","https://openalex.org/W4376141261","https://openalex.org/W4378677734","https://openalex.org/W4385245566","https://openalex.org/W4385297614","https://openalex.org/W4386365948","https://openalex.org/W4386892339","https://openalex.org/W4390741476","https://openalex.org/W4391822438","https://openalex.org/W4391836154","https://openalex.org/W4392293166","https://openalex.org/W4399547486","https://openalex.org/W4399551981","https://openalex.org/W4399575189","https://openalex.org/W4399612889","https://openalex.org/W4400485482","https://openalex.org/W6614226208","https://openalex.org/W6629461242","https://openalex.org/W6629510986","https://openalex.org/W6638250339","https://openalex.org/W6669607496","https://openalex.org/W6676028428","https://openalex.org/W6730915524","https://openalex.org/W6738852829","https://openalex.org/W7015191600"],"related_works":["https://openalex.org/W1987813225","https://openalex.org/W4390610055","https://openalex.org/W4379053243","https://openalex.org/W3021020626","https://openalex.org/W2955201676","https://openalex.org/W2153005530","https://openalex.org/W3199392376","https://openalex.org/W4321385307","https://openalex.org/W2330342969","https://openalex.org/W2777782248"],"abstract_inverted_index":{"Abstract":[0],"Valid":[1],"rubrics":[2,73,161,189],"facilitate":[3],"assessing":[4],"the":[5,24,48,66,100,106,144,177,191,204],"level":[6],"of":[7,26,31,68,102,109,179,206],"complexity":[8,33,101],"in":[9,84,112],"students\u2019":[10,103,132,163,174],"open-ended":[11,133],"responses.":[12],"To":[13],"design":[14],"a":[15,91,126,138],"valid":[16,171],"rubric,":[17],"it":[18],"is":[19,74],"essential":[20],"to":[21,76,98,123,130,141],"thoroughly":[22],"define":[23],"types":[25,169],"responses":[27],"that":[28,157],"represent":[29],"evidence":[30,37],"varying":[32],"levels.":[34],"Formulating":[35],"such":[36,69],"statements":[38],"can":[39],"be":[40],"approached":[41],"deductively":[42],"by":[43,53],"adopting":[44],"predefined":[45],"criteria":[46],"from":[47],"research":[49],"literature":[50],"or":[51],"inductively":[52,124],"detecting":[54],"topics,":[55],"for":[56,172],"example,":[57],"based":[58],"on":[59,105],"data-driven":[60],"machine":[61],"learning":[62],"(ML)":[63],"techniques.":[64],"Investigating":[65],"interdependence":[67],"research-informed":[70,92,149,158],"and":[71,80,93,147,159],"ML-based":[72,78,95,120,145,160,188],"key":[75],"validating":[77],"approaches":[79],"enhancing":[81],"their":[82],"applicability":[83,178],"formative":[85],"assessments.":[86],"This":[87],"study":[88],"quantitatively":[89],"compares":[90],"an":[94,119],"rubric":[96,129,146,168,184,200],"designed":[97],"capture":[99],"reasoning":[104,164],"relative":[107],"rate":[108],"contrasted":[110],"reactions":[111],"undergraduate":[113],"organic":[114],"chemistry.":[115],"Specifically,":[116],"we":[117,136],"leveraged":[118],"clustering":[121],"technique":[122],"develop":[125],"holistic":[127],"fifteen-category":[128],"evaluate":[131],"reasoning.":[134,208],"Subsequently,":[135],"performed":[137],"quantitative":[139],"analysis":[140,205],"examine":[142],"whether":[143],"its":[148],"counterpart":[150],"are":[151,170],"significantly":[152],"associated.":[153],"Our":[154],"findings":[155],"indicate":[156],"assess":[162],"comparably.":[165],"Thus,":[166],"both":[167],"categorizing":[173],"reasoning,":[175],"underscoring":[176],"integrating":[180],"ML":[181],"techniques":[182],"into":[183],"development.":[185],"Nevertheless,":[186],"aligning":[187],"with":[190],"respective":[192],"assessment":[193],"objectives":[194],"remains":[195],"crucial.":[196],"A":[197],"well-aligned,":[198],"evidence-based":[199],"may":[201],"ultimately":[202],"ease":[203],"student":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}