{"id":"https://openalex.org/W4415210618","doi":"https://doi.org/10.3390/computers14100431","title":"CourseEvalAI: Rubric-Guided Framework for Transparent and Consistent Evaluation of Large Language Models","display_name":"CourseEvalAI: Rubric-Guided Framework for Transparent and Consistent Evaluation of Large Language Models","publication_year":2025,"publication_date":"2025-10-11","ids":{"openalex":"https://openalex.org/W4415210618","doi":"https://doi.org/10.3390/computers14100431"},"language":"en","primary_location":{"id":"doi:10.3390/computers14100431","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14100431","pdf_url":"https://www.mdpi.com/2073-431X/14/10/431/pdf?version=1760173144","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/14/10/431/pdf?version=1760173144","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049418389","display_name":"C\u0103t\u0103lin Anghel","orcid":"https://orcid.org/0000-0002-1849-3072"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Catalin Anghel","raw_affiliation_strings":["Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Gala\u021bi, \u0218tiin\u021bei St. 2, 800146 Gala\u021bi, Romania"],"raw_orcid":"https://orcid.org/0000-0002-1849-3072","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Gala\u021bi, \u0218tiin\u021bei St. 2, 800146 Gala\u021bi, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110800740","display_name":"Marian Cr\u0103ciun","orcid":"https://orcid.org/0009-0006-9970-2556"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Marian Viorel Craciun","raw_affiliation_strings":["Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Gala\u021bi, \u0218tiin\u021bei St. 2, 800146 Gala\u021bi, Romania"],"raw_orcid":"https://orcid.org/0009-0006-9970-2556","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Gala\u021bi, \u0218tiin\u021bei St. 2, 800146 Gala\u021bi, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052924860","display_name":"Emilia Pecheanu","orcid":"https://orcid.org/0000-0003-1155-5274"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Emilia Pecheanu","raw_affiliation_strings":["Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Gala\u021bi, \u0218tiin\u021bei St. 2, 800146 Gala\u021bi, Romania"],"raw_orcid":"https://orcid.org/0000-0003-1155-5274","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Gala\u021bi, \u0218tiin\u021bei St. 2, 800146 Gala\u021bi, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103039137","display_name":"Adina Cocu","orcid":"https://orcid.org/0000-0003-0935-4713"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Adina Cocu","raw_affiliation_strings":["Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Gala\u021bi, \u0218tiin\u021bei St. 2, 800146 Gala\u021bi, Romania"],"raw_orcid":"https://orcid.org/0000-0003-0935-4713","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Technology, \u201cDun\u0103rea de Jos\u201d University of Gala\u021bi, \u0218tiin\u021bei St. 2, 800146 Gala\u021bi, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119223040","display_name":"Andreea Alexandra Anghel","orcid":"https://orcid.org/0009-0008-2537-6713"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Andreea Alexandra Anghel","raw_affiliation_strings":["Faculty of Automation, Computer Science, Electrical and Electronic Engineering, \u201cDun\u0103rea de Jos\u201d University of Gala\u021bi, 800008 Gala\u021bi, Romania"],"raw_orcid":"https://orcid.org/0009-0008-2537-6713","affiliations":[{"raw_affiliation_string":"Faculty of Automation, Computer Science, Electrical and Electronic Engineering, \u201cDun\u0103rea de Jos\u201d University of Gala\u021bi, 800008 Gala\u021bi, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115061405","display_name":"Paul Iacobescu","orcid":"https://orcid.org/0009-0009-7539-4159"},"institutions":[{"id":"https://openalex.org/I3122748864","display_name":"\"Dunarea de Jos\" University of Galati","ror":"https://ror.org/052sta926","country_code":"RO","type":"education","lineage":["https://openalex.org/I3122748864"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Paul Iacobescu","raw_affiliation_strings":["Doctoral School, \u201cDun\u0103rea de Jos\u201d University of Gala\u021bi, 800201 Gala\u021bi, Romania"],"raw_orcid":"https://orcid.org/0009-0009-7539-4159","affiliations":[{"raw_affiliation_string":"Doctoral School, \u201cDun\u0103rea de Jos\u201d University of Gala\u021bi, 800201 Gala\u021bi, Romania","institution_ids":["https://openalex.org/I3122748864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034498559","display_name":"C\u0103lina Maier","orcid":"https://orcid.org/0000-0002-0982-9291"},"institutions":[{"id":"https://openalex.org/I162051807","display_name":"Carol Davila University of Medicine and Pharmacy","ror":"https://ror.org/04fm87419","country_code":"RO","type":"education","lineage":["https://openalex.org/I162051807"]},{"id":"https://openalex.org/I2799655038","display_name":"Clinical Emergency Hospital Bucharest","ror":"https://ror.org/03grprm46","country_code":"RO","type":"healthcare","lineage":["https://openalex.org/I2799655038"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Calina Maier","raw_affiliation_strings":["Faculty of Medicine, The \u201cCarol Davila\u201d University of Medicine and Pharmacy, 050474 Bucharest, Romania","Panait Sirbu Obstetrics and Gynaecology Hospital Bucharest, 060251 Bucharest, Romania","Faculty of Medicine, The \"Carol Davila\" University of Medicine and Pharmacy, 050474 Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Medicine, The \u201cCarol Davila\u201d University of Medicine and Pharmacy, 050474 Bucharest, Romania","institution_ids":["https://openalex.org/I162051807"]},{"raw_affiliation_string":"Panait Sirbu Obstetrics and Gynaecology Hospital Bucharest, 060251 Bucharest, Romania","institution_ids":["https://openalex.org/I2799655038"]},{"raw_affiliation_string":"Faculty of Medicine, The \"Carol Davila\" University of Medicine and Pharmacy, 050474 Bucharest, Romania","institution_ids":["https://openalex.org/I162051807"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110362291","display_name":"Constantin Adrian Andrei","orcid":"https://orcid.org/0000-0001-5595-1135"},"institutions":[{"id":"https://openalex.org/I162051807","display_name":"Carol Davila University of Medicine and Pharmacy","ror":"https://ror.org/04fm87419","country_code":"RO","type":"education","lineage":["https://openalex.org/I162051807"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Constantin Adrian Andrei","raw_affiliation_strings":["Department of Orthopaedics, \u201cFoisor\u201d Clinical Hospital of Orthopaedics, Traumatology and Osteoarticular TB, 021382 Bucharest, Romania","Faculty of Medicine, The \u201cCarol Davila\u201d University of Medicine and Pharmacy, 050474 Bucharest, Romania","Faculty of Medicine, The \"Carol Davila\" University of Medicine and Pharmacy, 050474 Bucharest, Romania","Department of Orthopaedics, \"Foisor\" Clinical Hospital of Orthopaedics, Traumatology and Osteoarticular TB, 021382 Bucharest, Romania"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Orthopaedics, \u201cFoisor\u201d Clinical Hospital of Orthopaedics, Traumatology and Osteoarticular TB, 021382 Bucharest, Romania","institution_ids":[]},{"raw_affiliation_string":"Faculty of Medicine, The \u201cCarol Davila\u201d University of Medicine and Pharmacy, 050474 Bucharest, Romania","institution_ids":["https://openalex.org/I162051807"]},{"raw_affiliation_string":"Faculty of Medicine, The \"Carol Davila\" University of Medicine and Pharmacy, 050474 Bucharest, Romania","institution_ids":["https://openalex.org/I162051807"]},{"raw_affiliation_string":"Department of Orthopaedics, \"Foisor\" Clinical Hospital of Orthopaedics, Traumatology and Osteoarticular TB, 021382 Bucharest, Romania","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006994736","display_name":"Cristian Scheau","orcid":"https://orcid.org/0000-0001-7676-6393"},"institutions":[{"id":"https://openalex.org/I162051807","display_name":"Carol Davila University of Medicine and Pharmacy","ror":"https://ror.org/04fm87419","country_code":"RO","type":"education","lineage":["https://openalex.org/I162051807"]}],"countries":["RO"],"is_corresponding":true,"raw_author_name":"Cristian Scheau","raw_affiliation_strings":["Department of Radiology and Medical Imaging, \u201cFoisor\u201d Clinical Hospital of Orthopaedics, Traumatology and Osteoarticular TB, 021382 Bucharest, Romania","Faculty of Medicine, The \u201cCarol Davila\u201d University of Medicine and Pharmacy, 050474 Bucharest, Romania","Faculty of Medicine, The \"Carol Davila\" University of Medicine and Pharmacy, 050474 Bucharest, Romania","Department of Radiology and Medical Imaging, \"Foisor\" Clinical Hospital of Orthopaedics, Traumatology and Osteoarticular TB, 021382 Bucharest, Romania"],"raw_orcid":"https://orcid.org/0000-0001-7676-6393","affiliations":[{"raw_affiliation_string":"Department of Radiology and Medical Imaging, \u201cFoisor\u201d Clinical Hospital of Orthopaedics, Traumatology and Osteoarticular TB, 021382 Bucharest, Romania","institution_ids":[]},{"raw_affiliation_string":"Faculty of Medicine, The \u201cCarol Davila\u201d University of Medicine and Pharmacy, 050474 Bucharest, Romania","institution_ids":["https://openalex.org/I162051807"]},{"raw_affiliation_string":"Faculty of Medicine, The \"Carol Davila\" University of Medicine and Pharmacy, 050474 Bucharest, Romania","institution_ids":["https://openalex.org/I162051807"]},{"raw_affiliation_string":"Department of Radiology and Medical Imaging, \"Foisor\" Clinical Hospital of Orthopaedics, Traumatology and Osteoarticular TB, 021382 Bucharest, Romania","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015756903","display_name":"\u015eerban Dragosloveanu","orcid":"https://orcid.org/0000-0001-7403-1684"},"institutions":[{"id":"https://openalex.org/I162051807","display_name":"Carol Davila University of Medicine and Pharmacy","ror":"https://ror.org/04fm87419","country_code":"RO","type":"education","lineage":["https://openalex.org/I162051807"]}],"countries":["RO"],"is_corresponding":false,"raw_author_name":"Serban Dragosloveanu","raw_affiliation_strings":["Department of Orthopaedics, \u201cFoisor\u201d Clinical Hospital of Orthopaedics, Traumatology and Osteoarticular TB, 021382 Bucharest, Romania","Faculty of Medicine, The \u201cCarol Davila\u201d University of Medicine and Pharmacy, 050474 Bucharest, Romania","Department of Orthopaedics, \"Foisor\" Clinical Hospital of Orthopaedics, Traumatology and Osteoarticular TB, 021382 Bucharest, Romania","Faculty of Medicine, The \"Carol Davila\" University of Medicine and Pharmacy, 050474 Bucharest, Romania"],"raw_orcid":"https://orcid.org/0000-0001-7403-1684","affiliations":[{"raw_affiliation_string":"Department of Orthopaedics, \u201cFoisor\u201d Clinical Hospital of Orthopaedics, Traumatology and Osteoarticular TB, 021382 Bucharest, Romania","institution_ids":[]},{"raw_affiliation_string":"Faculty of Medicine, The \u201cCarol Davila\u201d University of Medicine and Pharmacy, 050474 Bucharest, Romania","institution_ids":["https://openalex.org/I162051807"]},{"raw_affiliation_string":"Department of Orthopaedics, \"Foisor\" Clinical Hospital of Orthopaedics, Traumatology and Osteoarticular TB, 021382 Bucharest, Romania","institution_ids":[]},{"raw_affiliation_string":"Faculty of Medicine, The \"Carol Davila\" University of Medicine and Pharmacy, 050474 Bucharest, Romania","institution_ids":["https://openalex.org/I162051807"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5006994736","https://openalex.org/A5034498559","https://openalex.org/A5049418389"],"corresponding_institution_ids":["https://openalex.org/I162051807","https://openalex.org/I2799655038","https://openalex.org/I3122748864"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":10.9126,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.98172032,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"14","issue":"10","first_page":"431","last_page":"431"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9894999861717224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.871999979019165},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5008999705314636},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4348999857902527},{"id":"https://openalex.org/keywords/transparency","display_name":"Transparency (behavior)","score":0.4300000071525574},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.3824000060558319},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"Inter-rater reliability","score":0.3772999942302704},{"id":"https://openalex.org/keywords/comparability","display_name":"Comparability","score":0.3709999918937683},{"id":"https://openalex.org/keywords/intraclass-correlation","display_name":"Intraclass correlation","score":0.3702000081539154},{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.3531000018119812}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.871999979019165},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6596999764442444},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5008999705314636},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4348999857902527},{"id":"https://openalex.org/C2780233690","wikidata":"https://www.wikidata.org/wiki/Q535347","display_name":"Transparency (behavior)","level":2,"score":0.4300000071525574},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.3824000060558319},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.3772999942302704},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.3709999918937683},{"id":"https://openalex.org/C104709138","wikidata":"https://www.wikidata.org/wiki/Q1671540","display_name":"Intraclass correlation","level":3,"score":0.3702000081539154},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3700000047683716},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.3531000018119812},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.34139999747276306},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3336000144481659},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.3248000144958496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3206999897956848},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.31850001215934753},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.299699991941452},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.29170000553131104},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2833000123500824},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.28049999475479126},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.266400009393692},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.2551000118255615}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers14100431","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14100431","pdf_url":"https://www.mdpi.com/2073-431X/14/10/431/pdf?version=1760173144","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:52f6c7aa20574ad09f6d9c2026a6c656","is_oa":true,"landing_page_url":"https://doaj.org/article/52f6c7aa20574ad09f6d9c2026a6c656","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 14, Iss 10, p 431 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers14100431","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14100431","pdf_url":"https://www.mdpi.com/2073-431X/14/10/431/pdf?version=1760173144","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415210618.pdf","grobid_xml":"https://content.openalex.org/works/W4415210618.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W2979826702","https://openalex.org/W3201077663","https://openalex.org/W4280510965","https://openalex.org/W4308206610","https://openalex.org/W4387120448","https://openalex.org/W4387469161","https://openalex.org/W4389344855","https://openalex.org/W4391404408","https://openalex.org/W4392642456","https://openalex.org/W4402413646","https://openalex.org/W4403939824","https://openalex.org/W4405153184","https://openalex.org/W4405654597","https://openalex.org/W4406327959","https://openalex.org/W4406668803","https://openalex.org/W4407704384","https://openalex.org/W4408218174","https://openalex.org/W4408292186","https://openalex.org/W4409098775","https://openalex.org/W4410550984","https://openalex.org/W4410768139","https://openalex.org/W4410862854","https://openalex.org/W4411606774","https://openalex.org/W4412995610","https://openalex.org/W4413025843"],"related_works":[],"abstract_inverted_index":{"Background":[0],"and":[1,26,33,49,77,91,101,113,126,131,147,154,185,212,228,244,255,272,284,292,301],"objectives:":[2],"Large":[3],"language":[4],"models":[5,93],"(LLMs)":[6],"show":[7,204],"promise":[8],"in":[9,17,23,36,51,158,222,298],"automating":[10],"open-ended":[11],"evaluation":[12,53],"tasks,":[13],"yet":[14],"their":[15],"reliability":[16,116,249],"rubric-based":[18],"assessment":[19],"remains":[20,199],"uncertain.":[21],"Variability":[22],"scoring,":[24],"feedback,":[25,153],"rubric":[27,177,242],"adherence":[28],"raises":[29],"concerns":[30],"about":[31],"transparency":[32],"pedagogical":[34,246,293],"validity":[35],"educational":[37],"contexts.":[38],"This":[39,279],"study":[40],"introduces":[41],"CourseEvalAI,":[42],"a":[43,56,159,276,282],"framework":[44,66],"designed":[45],"to":[46,261],"enhance":[47],"consistency":[48],"fidelity":[50],"rubric-guided":[52,268],"by":[54,87,97],"fine-tuning":[55,69],"general-purpose":[57],"LLM":[58,103,259],"with":[59,70,138,143],"authentic":[60],"university-level":[61],"instructional":[62],"content.":[63],"Methods:":[64],"The":[65,167],"employs":[67],"supervised":[68],"Low-Rank":[71],"Adaptation":[72],"(LoRA)":[73],"on":[74],"rubric-annotated":[75],"answers":[76,109,184],"explanations":[78],"drawn":[79],"from":[80],"undergraduate":[81],"computer":[82],"science":[83],"exams.":[84],"Responses":[85],"generated":[86],"both":[88,183],"the":[89,172,191,209,262,289],"base":[90,173],"fine-tuned":[92,168,232],"were":[94,156],"independently":[95],"evaluated":[96],"two":[98,102],"human":[99,263],"raters":[100],"judges,":[104],"applying":[105],"dual-layer":[106,270],"rubrics":[107],"for":[108,163,182,218,231],"(technical":[110],"or":[111,237],"argumentative)":[112],"explanations.":[114,186],"Inter-rater":[115,248],"was":[117],"reported":[118],"as":[119],"intraclass":[120],"correlation":[121],"coefficient":[122],"(ICC(2,1)),":[123],"Krippendorff\u2019s":[124],"\u03b1,":[125],"quadratic-weighted":[127],"Cohen\u2019s":[128],"\u03ba":[129],"(QWK),":[130],"statistical":[132],"analyses":[133,250],"included":[134],"Welch\u2019s":[135],"t":[136],"tests":[137],"Holm\u2013Bonferroni":[139],"correction,":[140,189],"Hedges\u2019":[141],"g":[142],"bootstrap":[144],"confidence":[145],"intervals,":[146],"Levene\u2019s":[148],"tests.":[149],"All":[150],"responses,":[151],"scores,":[152],"metadata":[155],"stored":[157],"Neo4j":[160],"graph":[161],"database":[162],"structured":[164],"exploration.":[165],"Results:":[166],"model":[169],"consistently":[170],"outperformed":[171],"version":[174],"across":[175],"all":[176],"dimensions,":[178],"achieving":[179],"higher":[180,299],"scores":[181],"After":[187],"multiple-testing":[188],"only":[190],"Generative":[192],"Pre-trained":[193],"Transformer":[194],"(GPT-4)\u2014judged":[195],"Technical":[196],"Answer":[197],"contrast":[198],"statistically":[200],"significant;":[201],"other":[202],"contrasts":[203],"positive":[205],"trends":[206],"without":[207],"passing":[208],"adjusted":[210],"threshold,":[211],"no":[213],"additional":[214],"significance":[215],"is":[216],"claimed":[217],"explanation-level":[219],"results.":[220],"Variance":[221],"scoring":[223],"decreased,":[224],"inter-model":[225],"agreement":[226,254],"increased,":[227],"evaluator":[229],"feedback":[230],"outputs":[233],"contained":[234],"fewer":[235],"vague":[236],"critical":[238],"remarks,":[239],"indicating":[240],"stronger":[241],"alignment":[243,257],"greater":[245],"coherence.":[247],"indicated":[251],"moderate":[252],"human\u2013human":[253],"weaker":[256],"of":[258,295],"judges":[260],"mean.":[264],"Originality:":[265],"CourseEvalAI":[266],"integrates":[267],"fine-tuning,":[269],"evaluation,":[271],"graph-based":[273],"storage":[274],"into":[275],"unified":[277],"framework.":[278],"combination":[280],"provides":[281],"replicable":[283],"interpretable":[285],"methodology":[286],"that":[287],"enhances":[288],"consistency,":[290],"transparency,":[291],"value":[294],"LLM-based":[296],"evaluators":[297],"education":[300],"beyond.":[302]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-30T13:55:48.251075","created_date":"2025-10-16T00:00:00"}