{"id":"https://openalex.org/W4414746598","doi":"https://doi.org/10.1007/s10639-025-13774-4","title":"Evaluating the performance of ChatGPT and Claude in automated writing scoring: Insights from the Many-facet Rasch model","display_name":"Evaluating the performance of ChatGPT and Claude in automated writing scoring: Insights from the Many-facet Rasch model","publication_year":2025,"publication_date":"2025-10-02","ids":{"openalex":"https://openalex.org/W4414746598","doi":"https://doi.org/10.1007/s10639-025-13774-4"},"language":"en","primary_location":{"id":"doi:10.1007/s10639-025-13774-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10639-025-13774-4","pdf_url":null,"source":{"id":"https://openalex.org/S166722454","display_name":"Education and Information Technologies","issn_l":"1360-2357","issn":["1360-2357","1573-7608"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education and Information Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103282519","display_name":"Rui Jin","orcid":"https://orcid.org/0000-0002-9453-1579"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rui Jin","raw_affiliation_strings":["Faculty of Education, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Education, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109330464","display_name":"Mingren Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingren Zhao","raw_affiliation_strings":["Faculty of Education, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Education, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048161229","display_name":"Chunling Niu","orcid":"https://orcid.org/0000-0002-9106-0417"},"institutions":[{"id":"https://openalex.org/I54166199","display_name":"University of the Incarnate Word","ror":"https://ror.org/044a5dk27","country_code":"US","type":"education","lineage":["https://openalex.org/I54166199"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chunling Niu","raw_affiliation_strings":["Dreeben School of Education, University of the Incarnate Word, San Antonio, TX, USA"],"affiliations":[{"raw_affiliation_string":"Dreeben School of Education, University of the Incarnate Word, San Antonio, TX, USA","institution_ids":["https://openalex.org/I54166199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101273868","display_name":"Yuyan Xia","orcid":null},"institutions":[{"id":"https://openalex.org/I143302722","display_name":"University of Kentucky","ror":"https://ror.org/02k3smh20","country_code":"US","type":"education","lineage":["https://openalex.org/I143302722"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuyan Xia","raw_affiliation_strings":["Department of Physical Therapy, University of Kentucky, Lexington, KY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Physical Therapy, University of Kentucky, Lexington, KY, USA","institution_ids":["https://openalex.org/I143302722"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396802","display_name":"Hao Zhou","orcid":"https://orcid.org/0000-0001-7339-9006"},"institutions":[{"id":"https://openalex.org/I180726961","display_name":"Shenzhen University","ror":"https://ror.org/01vy4gh70","country_code":"CN","type":"education","lineage":["https://openalex.org/I180726961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Zhou","raw_affiliation_strings":["Faculty of Education, Shenzhen University, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Faculty of Education, Shenzhen University, Shenzhen, China","institution_ids":["https://openalex.org/I180726961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100389730","display_name":"Na Liu","orcid":"https://orcid.org/0000-0001-5831-3382"},"institutions":[{"id":"https://openalex.org/I31847773","display_name":"Zhejiang Ocean University","ror":"https://ror.org/03mys6533","country_code":"CN","type":"education","lineage":["https://openalex.org/I31847773"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Na Liu","raw_affiliation_strings":["School of Foreign Languages, Zhejiang Ocean University, Zhoushan City, Zhejiang Province, China"],"affiliations":[{"raw_affiliation_string":"School of Foreign Languages, Zhejiang Ocean University, Zhoushan City, Zhejiang Province, China","institution_ids":["https://openalex.org/I31847773"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103282519"],"corresponding_institution_ids":["https://openalex.org/I180726961"],"apc_list":{"value":2590,"currency":"EUR","value_usd":3190},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20872287,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":"18","first_page":"25881","last_page":"25908"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9484000205993652,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rasch-model","display_name":"Rasch model","score":0.7192000150680542},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.7059999704360962},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5169000029563904},{"id":"https://openalex.org/keywords/writing-assessment","display_name":"Writing assessment","score":0.48570001125335693},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.40230000019073486},{"id":"https://openalex.org/keywords/estimator","display_name":"Estimator","score":0.3691999912261963},{"id":"https://openalex.org/keywords/english-language","display_name":"English language","score":0.359499990940094},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.35120001435279846}],"concepts":[{"id":"https://openalex.org/C101266164","wikidata":"https://www.wikidata.org/wiki/Q2131821","display_name":"Rasch model","level":2,"score":0.7192000150680542},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.7059999704360962},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.548799991607666},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5169000029563904},{"id":"https://openalex.org/C2777898490","wikidata":"https://www.wikidata.org/wiki/Q17157236","display_name":"Writing assessment","level":2,"score":0.48570001125335693},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.40230000019073486},{"id":"https://openalex.org/C185429906","wikidata":"https://www.wikidata.org/wiki/Q1130160","display_name":"Estimator","level":2,"score":0.3691999912261963},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.35120001435279846},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.33160001039505005},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3118000030517578},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31150001287460327},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.3089999854564667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.30790001153945923},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.30219998955726624},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.2849999964237213},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.28130000829696655},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.27469998598098755},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C114010052","wikidata":"https://www.wikidata.org/wiki/Q150352","display_name":"Foreign language","level":2,"score":0.262800008058548},{"id":"https://openalex.org/C16443162","wikidata":"https://www.wikidata.org/wiki/Q1068473","display_name":"Educational technology","level":2,"score":0.2556999921798706},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.2556000053882599},{"id":"https://openalex.org/C2986378755","wikidata":"https://www.wikidata.org/wiki/Q130192","display_name":"English as a foreign language","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10639-025-13774-4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10639-025-13774-4","pdf_url":null,"source":{"id":"https://openalex.org/S166722454","display_name":"Education and Information Technologies","issn_l":"1360-2357","issn":["1360-2357","1573-7608"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Education and Information Technologies","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W2028386703","https://openalex.org/W2039456885","https://openalex.org/W2048370658","https://openalex.org/W2051039162","https://openalex.org/W2054745812","https://openalex.org/W2072182472","https://openalex.org/W2081323859","https://openalex.org/W2113523640","https://openalex.org/W2122490249","https://openalex.org/W2159738567","https://openalex.org/W2753482681","https://openalex.org/W2884396046","https://openalex.org/W2897253278","https://openalex.org/W2955427418","https://openalex.org/W2990138404","https://openalex.org/W3017068696","https://openalex.org/W3118453947","https://openalex.org/W3136000444","https://openalex.org/W3170037077","https://openalex.org/W3198263206","https://openalex.org/W3201077663","https://openalex.org/W4214640225","https://openalex.org/W4224309668","https://openalex.org/W4226096478","https://openalex.org/W4247731456","https://openalex.org/W4256551926","https://openalex.org/W4284971021","https://openalex.org/W4290078356","https://openalex.org/W4309685935","https://openalex.org/W4318263917","https://openalex.org/W4362585490","https://openalex.org/W4367678106","https://openalex.org/W4376636908","https://openalex.org/W4378193514","https://openalex.org/W4379193309","https://openalex.org/W4381855196","https://openalex.org/W4387954002","https://openalex.org/W4388046560","https://openalex.org/W4388535480","https://openalex.org/W4388852364","https://openalex.org/W4389322683","https://openalex.org/W4389396039","https://openalex.org/W4389451641","https://openalex.org/W4390821180","https://openalex.org/W4391062543","https://openalex.org/W4391519634","https://openalex.org/W4392639864","https://openalex.org/W4392861551","https://openalex.org/W4394579747","https://openalex.org/W4396680517","https://openalex.org/W4396831859","https://openalex.org/W4396844316","https://openalex.org/W4398243313","https://openalex.org/W4398793240","https://openalex.org/W4399334961","https://openalex.org/W4399610427","https://openalex.org/W4399627833","https://openalex.org/W4399770196","https://openalex.org/W4399785210","https://openalex.org/W4400138640","https://openalex.org/W4400187485","https://openalex.org/W4400200617","https://openalex.org/W4400585758","https://openalex.org/W4400608580","https://openalex.org/W4400738862","https://openalex.org/W4400772352","https://openalex.org/W4401052963","https://openalex.org/W4401208776","https://openalex.org/W4401383097","https://openalex.org/W4401552039","https://openalex.org/W4401555054","https://openalex.org/W4401586423","https://openalex.org/W4401671778","https://openalex.org/W4401727924","https://openalex.org/W4402467476","https://openalex.org/W4403260962","https://openalex.org/W4403389418","https://openalex.org/W4403446860","https://openalex.org/W4403980550","https://openalex.org/W4404132323","https://openalex.org/W4404968850","https://openalex.org/W4405778551","https://openalex.org/W4406517998","https://openalex.org/W4409307175","https://openalex.org/W4411031514"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-01-30T23:17:42.513302","created_date":"2025-10-10T00:00:00"}