{"id":"https://openalex.org/W4389886828","doi":"https://doi.org/10.1007/s40593-023-00385-8","title":"Examining the Effect of Assessment Construct Characteristics on Machine Learning Scoring of Scientific Argumentation","display_name":"Examining the Effect of Assessment Construct Characteristics on Machine Learning Scoring of Scientific Argumentation","publication_year":2023,"publication_date":"2023-12-18","ids":{"openalex":"https://openalex.org/W4389886828","doi":"https://doi.org/10.1007/s40593-023-00385-8"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-023-00385-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-023-00385-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-023-00385-8.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40593-023-00385-8.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076148574","display_name":"Kevin C. Haudek","orcid":"https://orcid.org/0000-0003-1422-6038"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kevin C. Haudek","raw_affiliation_strings":["Department of Biochemistry and Molecular Biology and CREATE for STEM Institute, Michigan State University, 620 N. Shaw Lane, Rm 115, East Lansing, MI, 48823, USA"],"raw_orcid":"https://orcid.org/0000-0003-1422-6038","affiliations":[{"raw_affiliation_string":"Department of Biochemistry and Molecular Biology and CREATE for STEM Institute, Michigan State University, 620 N. Shaw Lane, Rm 115, East Lansing, MI, 48823, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013379229","display_name":"Xiaoming Zha\u0131","orcid":"https://orcid.org/0000-0003-4519-1931"},"institutions":[{"id":"https://openalex.org/I165733156","display_name":"University of Georgia","ror":"https://ror.org/00te3t702","country_code":"US","type":"education","lineage":["https://openalex.org/I165733156"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoming Zhai","raw_affiliation_strings":["AI4STEM Education Center, University of Georgia, 125M Aderhold Hall, 110 Carlton St, Athens, GA, 30602, USA","Department of Mathematics, Science, and Social Studies Education, University of Georgia, 125M Aderhold Hall, 110 Carlton St, Athens, GA, 30602, USA"],"raw_orcid":"https://orcid.org/0000-0003-4519-1931","affiliations":[{"raw_affiliation_string":"AI4STEM Education Center, University of Georgia, 125M Aderhold Hall, 110 Carlton St, Athens, GA, 30602, USA","institution_ids":["https://openalex.org/I165733156"]},{"raw_affiliation_string":"Department of Mathematics, Science, and Social Studies Education, University of Georgia, 125M Aderhold Hall, 110 Carlton St, Athens, GA, 30602, USA","institution_ids":["https://openalex.org/I165733156"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5076148574"],"corresponding_institution_ids":["https://openalex.org/I87216513"],"apc_list":{"value":2790,"currency":"USD","value_usd":2790},"apc_paid":{"value":2790,"currency":"USD","value_usd":2790},"fwci":6.0928,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96736361,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"34","issue":"4","first_page":"1482","last_page":"1509"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12887","display_name":"Educational Strategies and Epistemologies","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12887","display_name":"Educational Strategies and Epistemologies","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10072","display_name":"Science Education and Pedagogy","score":0.9793999791145325,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11715","display_name":"Education and Critical Thinking Development","score":0.9745000004768372,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/argumentation-theory","display_name":"Argumentation theory","score":0.8723868131637573},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.8325632810592651},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.629479706287384},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6207259893417358},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6159831285476685},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.5235666632652283},{"id":"https://openalex.org/keywords/writing-assessment","display_name":"Writing assessment","score":0.463126003742218},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.34228938817977905},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.324344277381897},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.30073976516723633},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.09101882576942444}],"concepts":[{"id":"https://openalex.org/C65059942","wikidata":"https://www.wikidata.org/wiki/Q270105","display_name":"Argumentation theory","level":2,"score":0.8723868131637573},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.8325632810592651},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.629479706287384},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6207259893417358},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6159831285476685},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.5235666632652283},{"id":"https://openalex.org/C2777898490","wikidata":"https://www.wikidata.org/wiki/Q17157236","display_name":"Writing assessment","level":2,"score":0.463126003742218},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34228938817977905},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.324344277381897},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.30073976516723633},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.09101882576942444},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s40593-023-00385-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-023-00385-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-023-00385-8.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s40593-023-00385-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-023-00385-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-023-00385-8.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G3805915451","display_name":null,"funder_award_id":"1323162; 1561159","funder_id":"https://openalex.org/F4320332168","funder_display_name":"Directorate for Education and Human Resources"},{"id":"https://openalex.org/G7292647801","display_name":null,"funder_award_id":"2200757","funder_id":"https://openalex.org/F4320332168","funder_display_name":"Directorate for Education and Human Resources"},{"id":"https://openalex.org/G891211425","display_name":"Collaborative Research: ArguLex -  Applying Automated Analysis to a Learning Progression for Argumentation","funder_award_id":"1561159","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310016","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993"},{"id":"https://openalex.org/F4320332168","display_name":"Directorate for Education and Human Resources","ror":"https://ror.org/014bj5w56"},{"id":"https://openalex.org/F4320332431","display_name":"College of Engineering, Michigan State University","ror":"https://ror.org/05hs6h993"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389886828.pdf"},"referenced_works_count":75,"referenced_works":["https://openalex.org/W242266841","https://openalex.org/W325314667","https://openalex.org/W1125023678","https://openalex.org/W1511930410","https://openalex.org/W1516171683","https://openalex.org/W1889481265","https://openalex.org/W1896523155","https://openalex.org/W1964218847","https://openalex.org/W1984284869","https://openalex.org/W1996173996","https://openalex.org/W2001744998","https://openalex.org/W2025719462","https://openalex.org/W2028083678","https://openalex.org/W2033364936","https://openalex.org/W2034341767","https://openalex.org/W2034670831","https://openalex.org/W2046548170","https://openalex.org/W2046897403","https://openalex.org/W2052033074","https://openalex.org/W2053724458","https://openalex.org/W2062956914","https://openalex.org/W2074360952","https://openalex.org/W2091756177","https://openalex.org/W2099724052","https://openalex.org/W2100229146","https://openalex.org/W2102716846","https://openalex.org/W2114433744","https://openalex.org/W2118636245","https://openalex.org/W2128207775","https://openalex.org/W2132640196","https://openalex.org/W2155823788","https://openalex.org/W2229270207","https://openalex.org/W2343649478","https://openalex.org/W2344674375","https://openalex.org/W2394274122","https://openalex.org/W2401967989","https://openalex.org/W2586120904","https://openalex.org/W2757832789","https://openalex.org/W2783152414","https://openalex.org/W2789064996","https://openalex.org/W2794516627","https://openalex.org/W2799272084","https://openalex.org/W2799376843","https://openalex.org/W2884992041","https://openalex.org/W2886409168","https://openalex.org/W2922139030","https://openalex.org/W2929954248","https://openalex.org/W2943156809","https://openalex.org/W2952352518","https://openalex.org/W2969717756","https://openalex.org/W2979666134","https://openalex.org/W3012071850","https://openalex.org/W3028947997","https://openalex.org/W3037207300","https://openalex.org/W3081416018","https://openalex.org/W3086939422","https://openalex.org/W3088736593","https://openalex.org/W3091828467","https://openalex.org/W3101804645","https://openalex.org/W3106056336","https://openalex.org/W3118883493","https://openalex.org/W3120684457","https://openalex.org/W3131876108","https://openalex.org/W3143722809","https://openalex.org/W3167115935","https://openalex.org/W3215119033","https://openalex.org/W4236122429","https://openalex.org/W4283773002","https://openalex.org/W4294214983","https://openalex.org/W4300716842","https://openalex.org/W4311357538","https://openalex.org/W4312365492","https://openalex.org/W4368364103","https://openalex.org/W6649634600","https://openalex.org/W7027361491"],"related_works":["https://openalex.org/W4256185029","https://openalex.org/W2141332034","https://openalex.org/W2337488240","https://openalex.org/W2762454042","https://openalex.org/W4388437769","https://openalex.org/W2064153856","https://openalex.org/W52290235","https://openalex.org/W3007362904","https://openalex.org/W1598849238","https://openalex.org/W756293569"],"abstract_inverted_index":{"Abstract":[0],"Argumentation,":[1],"a":[2,111,158,187,242],"key":[3],"scientific":[4,112,163],"practice":[5],"presented":[6],"in":[7,27,61,125],"the":[8,36,56,69,87,103,107,123,140,222,232,250],"Framework":[9],"for":[10,42,180,261,265],"K-12":[11],"Science":[12],"Education":[13],",":[14],"requires":[15],"students":[16],"to":[17,54,81,136,149,154,170,175,208],"construct":[18,78,89,109,124,255],"and":[19,50,74,130,143,219,238,269],"critique":[20],"arguments,":[21],"but":[22],"timely":[23],"evaluation":[24],"of":[25,38,58,76,110,139,157,162,189,217,221,236,252],"arguments":[26,60],"large-scale":[28],"classrooms":[29],"is":[30],"challenging.":[31],"Recent":[32],"work":[33],"has":[34,66],"shown":[35],"potential":[37],"automated":[39],"scoring":[40,57,83,95,118,178,184,262],"systems":[41],"open":[43],"response":[44],"assessments,":[45,263],"leveraging":[46],"machine":[47,94,117],"learning":[48,160],"(ML)":[49],"artificial":[51],"intelligence":[52],"(AI)":[53],"aid":[55],"written":[59],"complex":[62],"assessments.":[63,271],"Moreover,":[64],"research":[65],"amplified":[67],"that":[68,214],"features":[70,104],"(i.e.,":[71],"complexity,":[72,128],"diversity,":[73,129],"structure)":[75],"assessment":[77,88,108,114,141,223],"are":[79],"critical":[80],"ML":[82,259],"accuracy,":[84],"yet":[85],"how":[86,102],"may":[90],"be":[91],"associated":[92,105,226],"with":[93,106,191,227],"accuracy":[96],"remains":[97],"unknown.":[98],"This":[99],"study":[100],"investigated":[101],"argumentation":[113,151],"item":[115],"affected":[116],"performance.":[119,211],"Specifically,":[120],"we":[121],"conceptualized":[122],"three":[126,155],"dimensions:":[127],"structure.":[131],"We":[132,165,212],"employed":[133],"human":[134,192],"experts":[135],"code":[137],"characteristics":[138,256],"tasks":[142,152],"score":[144],"middle":[145],"school":[146],"student":[147],"responses":[148,169],"17":[150],"aligned":[153],"levels":[156,216,235],"validated":[159],"progression":[161],"argumentation.":[164],"randomly":[166],"selected":[167],"361":[168],"use":[171],"as":[172],"training":[173],"sets":[174],"build":[176],"machine-learning":[177],"models":[179,185,260],"each":[181],"item.":[182],"The":[183],"yielded":[186],"range":[188,202],"agreements":[190],"consensus":[193],"scores,":[194],"measured":[195],"by":[196],"Cohen\u2019s":[197],"kappa":[198],"(mean":[199],"=":[200],"0.60;":[201],"0.38":[203],"\u2212":[204],"0.89),":[205],"indicating":[206],"good":[207],"almost":[209],"perfect":[210],"found":[213],"higher":[215,266],"Complexity":[218],"Diversity":[220],"task":[224],"were":[225],"decreased":[228],"model":[229,239],"performance,":[230],"similarly":[231],"relationship":[233],"between":[234],"Structure":[237],"performance":[240],"showed":[241],"somewhat":[243],"negative":[244],"linear":[245],"trend.":[246],"These":[247],"findings":[248],"highlight":[249],"importance":[251],"considering":[253],"these":[254],"when":[257],"developing":[258],"particularly":[264],"complexity":[267],"items":[268],"multidimensional":[270]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}