{"id":"https://openalex.org/W4415343044","doi":"https://doi.org/10.1007/s40593-025-00517-2","title":"Automated Grading of Open-Ended Questions in Higher Education Using GenAI Models","display_name":"Automated Grading of Open-Ended Questions in Higher Education Using GenAI Models","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4415343044","doi":"https://doi.org/10.1007/s40593-025-00517-2"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-025-00517-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00517-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00517-2.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00517-2.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111089693","display_name":"Janka Pecuchov\u00e1","orcid":null},"institutions":[{"id":"https://openalex.org/I306340464","display_name":"Constantine the Philosopher University in Nitra","ror":"https://ror.org/038dnay05","country_code":"SK","type":"education","lineage":["https://openalex.org/I306340464"]}],"countries":["SK"],"is_corresponding":true,"raw_author_name":"Janka Pecuchova","raw_affiliation_strings":["Constantine the Philosopher University in Nitra, Tr. A. Hlinku 1, Nitra, 949 01, SK, Slovakia"],"affiliations":[{"raw_affiliation_string":"Constantine the Philosopher University in Nitra, Tr. A. Hlinku 1, Nitra, 949 01, SK, Slovakia","institution_ids":["https://openalex.org/I306340464"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073526753","display_name":"\u013dubom\u00edr Benko","orcid":"https://orcid.org/0000-0002-1657-395X"},"institutions":[{"id":"https://openalex.org/I306340464","display_name":"Constantine the Philosopher University in Nitra","ror":"https://ror.org/038dnay05","country_code":"SK","type":"education","lineage":["https://openalex.org/I306340464"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"\u013dubom\u00edr Benko","raw_affiliation_strings":["Constantine the Philosopher University in Nitra, Tr. A. Hlinku 1, Nitra, 949 01, SK, Slovakia"],"affiliations":[{"raw_affiliation_string":"Constantine the Philosopher University in Nitra, Tr. A. Hlinku 1, Nitra, 949 01, SK, Slovakia","institution_ids":["https://openalex.org/I306340464"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061465120","display_name":"Martin Drl\u00edk","orcid":"https://orcid.org/0000-0002-5958-7147"},"institutions":[{"id":"https://openalex.org/I306340464","display_name":"Constantine the Philosopher University in Nitra","ror":"https://ror.org/038dnay05","country_code":"SK","type":"education","lineage":["https://openalex.org/I306340464"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Martin Drlik","raw_affiliation_strings":["Constantine the Philosopher University in Nitra, Tr. A. Hlinku 1, Nitra, 949 01, SK, Slovakia"],"affiliations":[{"raw_affiliation_string":"Constantine the Philosopher University in Nitra, Tr. A. Hlinku 1, Nitra, 949 01, SK, Slovakia","institution_ids":["https://openalex.org/I306340464"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5111089693"],"corresponding_institution_ids":["https://openalex.org/I306340464"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":3.2361,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.94094474,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"35","issue":"6","first_page":"3813","last_page":"3846"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9776999950408936,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.968500018119812,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9513000249862671,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.8192999958992004},{"id":"https://openalex.org/keywords/higher-education","display_name":"Higher education","score":0.5446000099182129},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.4779999852180481},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.39570000767707825},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3903000056743622},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.3725000023841858},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.36239999532699585},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.34709998965263367}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.8192999958992004},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5480999946594238},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.5446000099182129},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5333999991416931},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49239999055862427},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.4779999852180481},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37450000643730164},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3725000023841858},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.36239999532699585},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3391999900341034},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.3310999870300293},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3255000114440918},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3249000012874603},{"id":"https://openalex.org/C105002631","wikidata":"https://www.wikidata.org/wiki/Q4833645","display_name":"Subject-matter expert","level":3,"score":0.32019999623298645},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C5041995","wikidata":"https://www.wikidata.org/wiki/Q853745","display_name":"Engineering education","level":2,"score":0.3116999864578247},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.3041999936103821},{"id":"https://openalex.org/C2984499602","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Computer software","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C2909807104","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Computer-Assisted Instruction","level":2,"score":0.28040000796318054},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C16443162","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Educational technology","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s40593-025-00517-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00517-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00517-2.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s40593-025-00517-2","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00517-2","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00517-2.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F6792808267","display_name":"Univerzita Kon\u0161tant\u00edna Filozofa v Nitre","ror":"https://ror.org/038dnay05"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415343044.pdf","grobid_xml":"https://content.openalex.org/works/W4415343044.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1507711477","https://openalex.org/W1840435438","https://openalex.org/W1897507002","https://openalex.org/W1967082761","https://openalex.org/W2066770300","https://openalex.org/W2121495183","https://openalex.org/W2137129728","https://openalex.org/W2808827600","https://openalex.org/W2891177506","https://openalex.org/W2903611921","https://openalex.org/W2963341956","https://openalex.org/W2970641574","https://openalex.org/W2975540156","https://openalex.org/W2988217457","https://openalex.org/W2998230451","https://openalex.org/W3125048963","https://openalex.org/W3127189573","https://openalex.org/W3130255873","https://openalex.org/W3131335651","https://openalex.org/W3141368823","https://openalex.org/W4308452351","https://openalex.org/W4323903888","https://openalex.org/W4366403195","https://openalex.org/W4366489368","https://openalex.org/W4376891311","https://openalex.org/W4385806239","https://openalex.org/W4388896754","https://openalex.org/W4389492931","https://openalex.org/W4389988262","https://openalex.org/W4391071215","https://openalex.org/W4391793582","https://openalex.org/W4392445454","https://openalex.org/W4392545710","https://openalex.org/W4400643276","https://openalex.org/W4402926409","https://openalex.org/W4403529865","https://openalex.org/W4403579971","https://openalex.org/W4403826794","https://openalex.org/W4404784004","https://openalex.org/W4404792913","https://openalex.org/W4405977859","https://openalex.org/W4407830893","https://openalex.org/W4407841581","https://openalex.org/W4407841980","https://openalex.org/W4408734727","https://openalex.org/W4410988922","https://openalex.org/W4413072353"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"This":[1,193],"study":[2,163],"investigates":[3],"the":[4,15,77,100,153,166,175,195,221],"potential":[5],"of":[6,18,47,79,158,168,197,224],"Generative":[7],"AI":[8],"models":[9,13,199,228],"and":[10,59,63,71,87,113,117,128,155,207],"sentence":[11],"embedding":[12,145],"for":[14,218],"automated":[16],"assessment":[17],"open-ended":[19,43],"student":[20,160,184],"responses":[21,40,185,206],"in":[22,34,134,140],"a":[23,35,216],"higher":[24],"education":[25],"computer":[26],"science":[27],"course.":[28],"Among":[29],"110":[30],"university":[31],"students":[32],"enrolled":[33],"software":[36,48],"engineering":[37,49],"course,":[38],"1,885":[39],"to":[41],"24":[42],"questions":[44],"assessing":[45],"knowledge":[46],"concepts":[50],"were":[51],"collected.":[52],"Using":[53],"precision,":[54],"recall,":[55],"F1-score,":[56],"false":[57,60,111,114],"positive":[58,112],"negative":[61,115],"rates,":[62,116],"inter-rater":[64],"agreement":[65,102],"metrics":[66],"such":[67,125,225],"as":[68,126,172,215],"Fleiss\u2019":[69],"Kappa":[70],"Krippendorff\u2019s":[72],"Alpha,":[73],"we":[74],"systematically":[75],"analyzed":[76],"performance":[78,119],"eleven":[80],"state-of-the-art":[81],"models,":[82,146],"including":[83],"GPTo1,":[84,201],"Claude3,":[85],"PaLM2,":[86],"SBERT,":[88],"against":[89],"two":[90],"human":[91,104],"expert":[92],"graders.":[93],"The":[94,162],"findings":[95],"reveal":[96],"that":[97,182],"GPTo1":[98,212],"achieved":[99],"highest":[101],"with":[103,151],"evaluations,":[105],"showing":[106],"almost":[107],"perfect":[108],"agreement,":[109,132],"low":[110],"strong":[118],"across":[120],"all":[121],"grade":[122],"categories.":[123],"Models":[124],"Claude3":[127],"PaLM2":[129],"demonstrated":[130],"substantial":[131],"excelling":[133],"higher-grade":[135],"assessments":[136],"but":[137],"falling":[138],"short":[139],"identifying":[141],"failing":[142],"grades.":[143],"Sentence":[144],"while":[147],"moderately":[148],"effective,":[149],"struggled":[150],"capturing":[152],"context":[154],"semantic":[156],"nuances":[157],"diverse":[159,205],"expressions.":[161],"also":[164],"highlights":[165],"limitations":[167],"reference-based":[169],"grading":[170],"approaches,":[171],"shown":[173],"by":[174],"Natural":[176],"Language":[177],"Inference":[178],"analysis,":[179],"which":[180,202],"found":[181],"many":[183],"contradicted":[186],"reference":[187],"answers":[188],"despite":[189],"being":[190],"semantically":[191],"correct.":[192],"underscores":[194],"importance":[196],"context-sensitive":[198],"like":[200],"accurately":[203],"evaluate":[204],"ensure":[208],"fairer":[209],"grading.":[210],"While":[211],"stands":[213],"out":[214],"candidate":[217],"independent":[219],"deployment,":[220],"financial":[222],"cost":[223],"high-performing":[226],"proprietary":[227],"raises":[229],"concerns":[230],"about":[231],"scalability.":[232]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-21T00:00:00"}