{"id":"https://openalex.org/W4410944004","doi":"https://doi.org/10.1016/j.caeai.2025.100428","title":"Is GPT-4 fair? An empirical analysis in automatic short answer grading","display_name":"Is GPT-4 fair? An empirical analysis in automatic short answer grading","publication_year":2025,"publication_date":"2025-06-01","ids":{"openalex":"https://openalex.org/W4410944004","doi":"https://doi.org/10.1016/j.caeai.2025.100428"},"language":"en","primary_location":{"id":"doi:10.1016/j.caeai.2025.100428","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.caeai.2025.100428","pdf_url":null,"source":{"id":"https://openalex.org/S4210183364","display_name":"Computers and Education Artificial Intelligence","issn_l":"2666-920X","issn":["2666-920X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers and Education: Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.caeai.2025.100428","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075995933","display_name":"Luiz Rodrigues","orcid":"https://orcid.org/0000-0003-0343-3701"},"institutions":[{"id":"https://openalex.org/I79889768","display_name":"Universidade Federal de Alagoas","ror":"https://ror.org/00dna7t83","country_code":"BR","type":"education","lineage":["https://openalex.org/I79889768"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Luiz Rodrigues","raw_affiliation_strings":["Computing Institute, Federal University of Alagoas, Macei\u00f3, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computing Institute, Federal University of Alagoas, Macei\u00f3, Brazil","institution_ids":["https://openalex.org/I79889768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072457578","display_name":"Cleon Xavier","orcid":"https://orcid.org/0000-0002-7617-5283"},"institutions":[{"id":"https://openalex.org/I3020668385","display_name":"Instituto Federal Goiano","ror":"https://ror.org/0036c6m19","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020668385"]},{"id":"https://openalex.org/I4210123235","display_name":"Centro de Estudos e Sistemas Avan\u00e7ados do Recife","ror":"https://ror.org/02t7xfd51","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123235"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Cleon Xavier","raw_affiliation_strings":["CESAR School, Centro de Estudos e Sistemas Avan\u00e7ados do Recife, Recife, Brazil","Instituto Federal Goiano \u2013 IF Goiano, Ipor\u00e1, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CESAR School, Centro de Estudos e Sistemas Avan\u00e7ados do Recife, Recife, Brazil","institution_ids":["https://openalex.org/I4210123235"]},{"raw_affiliation_string":"Instituto Federal Goiano \u2013 IF Goiano, Ipor\u00e1, Brazil","institution_ids":["https://openalex.org/I3020668385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070248657","display_name":"Newarney Torrez\u00e3o da Costa","orcid":"https://orcid.org/0000-0002-4954-176X"},"institutions":[{"id":"https://openalex.org/I3020668385","display_name":"Instituto Federal Goiano","ror":"https://ror.org/0036c6m19","country_code":"BR","type":"education","lineage":["https://openalex.org/I3020668385"]},{"id":"https://openalex.org/I4210123235","display_name":"Centro de Estudos e Sistemas Avan\u00e7ados do Recife","ror":"https://ror.org/02t7xfd51","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123235"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Newarney Costa","raw_affiliation_strings":["CESAR School, Centro de Estudos e Sistemas Avan\u00e7ados do Recife, Recife, Brazil","Instituto Federal Goiano \u2013 IF Goiano, Ipor\u00e1, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CESAR School, Centro de Estudos e Sistemas Avan\u00e7ados do Recife, Recife, Brazil","institution_ids":["https://openalex.org/I4210123235"]},{"raw_affiliation_string":"Instituto Federal Goiano \u2013 IF Goiano, Ipor\u00e1, Brazil","institution_ids":["https://openalex.org/I3020668385"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036855560","display_name":"Dragan Ga\u0161evi\u0107","orcid":"https://orcid.org/0000-0001-9265-1908"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dragan Gasevic","raw_affiliation_strings":["Department of Data Science and Artificial Intelligence, Faculty of Information Technology, Monash University, Melbourne, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Data Science and Artificial Intelligence, Faculty of Information Technology, Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025630415","display_name":"Rafael Ferreira Mello","orcid":"https://orcid.org/0000-0003-3548-9670"},"institutions":[{"id":"https://openalex.org/I4210123235","display_name":"Centro de Estudos e Sistemas Avan\u00e7ados do Recife","ror":"https://ror.org/02t7xfd51","country_code":"BR","type":"other","lineage":["https://openalex.org/I4210123235"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rafael Ferreira Mello","raw_affiliation_strings":["CESAR School, Centro de Estudos e Sistemas Avan\u00e7ados do Recife, Recife, Brazil"],"raw_orcid":"https://orcid.org/0000-0003-3548-9670","affiliations":[{"raw_affiliation_string":"CESAR School, Centro de Estudos e Sistemas Avan\u00e7ados do Recife, Recife, Brazil","institution_ids":["https://openalex.org/I4210123235"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5075995933"],"corresponding_institution_ids":["https://openalex.org/I79889768"],"apc_list":{"value":1800,"currency":"USD","value_usd":1800},"apc_paid":{"value":1800,"currency":"USD","value_usd":1800},"fwci":8.6149,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.97243663,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"100428","last_page":"100428"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9710999727249146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9542999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.6283074021339417},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.42958593368530273},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.34597182273864746},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.32160189747810364},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29475730657577515},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11709514260292053}],"concepts":[{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.6283074021339417},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.42958593368530273},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.34597182273864746},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.32160189747810364},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29475730657577515},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11709514260292053},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1016/j.caeai.2025.100428","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.caeai.2025.100428","pdf_url":null,"source":{"id":"https://openalex.org/S4210183364","display_name":"Computers and Education Artificial Intelligence","issn_l":"2666-920X","issn":["2666-920X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers and Education: Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:monash.edu:openaire/56eb9963-0804-4d98-ab30-057e324ce180","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/56eb9963-0804-4d98-ab30-057e324ce180","pdf_url":null,"source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Rodrigues, L, Xavier, C, Costa, N, Gasevic, D & Mello, R F 2025, 'Is GPT-4 fair? An empirical analysis in automatic short answer grading', Computers and Education: Artificial Intelligence, vol. 8, 100428. https://doi.org/10.1016/j.caeai.2025.100428","raw_type":"article"},{"id":"pmh:oai:doaj.org/article:23a6cf53eeba4cdabc53d1c6dbb9e175","is_oa":true,"landing_page_url":"https://doaj.org/article/23a6cf53eeba4cdabc53d1c6dbb9e175","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers and Education: Artificial Intelligence, Vol 8, Iss , Pp 100428- (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.caeai.2025.100428","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.caeai.2025.100428","pdf_url":null,"source":{"id":"https://openalex.org/S4210183364","display_name":"Computers and Education Artificial Intelligence","issn_l":"2666-920X","issn":["2666-920X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers and Education: Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.49000000953674316}],"awards":[{"id":"https://openalex.org/G6879793720","display_name":null,"funder_award_id":"310888/2021-2","funder_id":"https://openalex.org/F4320322025","funder_display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico"}],"funders":[{"id":"https://openalex.org/F4320322025","display_name":"Conselho Nacional de Desenvolvimento Cient\u00edfico e Tecnol\u00f3gico","ror":"https://ror.org/03swz6y49"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":81,"referenced_works":["https://openalex.org/W1444168786","https://openalex.org/W1967082761","https://openalex.org/W1978394996","https://openalex.org/W2052929314","https://openalex.org/W2076646346","https://openalex.org/W2116817443","https://openalex.org/W2135874888","https://openalex.org/W2162821268","https://openalex.org/W2183293350","https://openalex.org/W2250539671","https://openalex.org/W2604272474","https://openalex.org/W2606502803","https://openalex.org/W2947327091","https://openalex.org/W2948809961","https://openalex.org/W3016547709","https://openalex.org/W3057776286","https://openalex.org/W3184396411","https://openalex.org/W3213382547","https://openalex.org/W3214911045","https://openalex.org/W4214819927","https://openalex.org/W4221143046","https://openalex.org/W4224267274","https://openalex.org/W4225806553","https://openalex.org/W4233120162","https://openalex.org/W4239019441","https://openalex.org/W4243305892","https://openalex.org/W4252491790","https://openalex.org/W4253763531","https://openalex.org/W4289792687","https://openalex.org/W4313425238","https://openalex.org/W4323338676","https://openalex.org/W4323655724","https://openalex.org/W4365799967","https://openalex.org/W4376599032","https://openalex.org/W4376643691","https://openalex.org/W4379598302","https://openalex.org/W4381145017","https://openalex.org/W4382407727","https://openalex.org/W4385632485","https://openalex.org/W4385890371","https://openalex.org/W4388090657","https://openalex.org/W4392358084","https://openalex.org/W4392445612","https://openalex.org/W4398859084","https://openalex.org/W4400142690","https://openalex.org/W4400350333","https://openalex.org/W4402926409","https://openalex.org/W4406606530","https://openalex.org/W4407841980","https://openalex.org/W4407842477","https://openalex.org/W6602694811","https://openalex.org/W6628505203","https://openalex.org/W6632569464","https://openalex.org/W6656989031","https://openalex.org/W6682691769","https://openalex.org/W6732262931","https://openalex.org/W6751751761","https://openalex.org/W6766599717","https://openalex.org/W6767244904","https://openalex.org/W6772865428","https://openalex.org/W6776180190","https://openalex.org/W6779573386","https://openalex.org/W6780202051","https://openalex.org/W6784677025","https://openalex.org/W6791277003","https://openalex.org/W6795420591","https://openalex.org/W6798534767","https://openalex.org/W6799974995","https://openalex.org/W6803677354","https://openalex.org/W6804485410","https://openalex.org/W6809646742","https://openalex.org/W6846648116","https://openalex.org/W6849025862","https://openalex.org/W6849232974","https://openalex.org/W6850106161","https://openalex.org/W6852550831","https://openalex.org/W6853645977","https://openalex.org/W6861908225","https://openalex.org/W6866097439","https://openalex.org/W6870302551","https://openalex.org/W6870551932"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2064165679","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W1588461101","https://openalex.org/W4396701345","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Short":[0,38],"open-ended":[1],"questions":[2,26,163],"represent":[3],"a":[4,109,183],"central":[5],"resource":[6],"in":[7,60,85,102,124,143,194],"formative":[8],"and":[9,14,116,167,172,192,196,209],"summative":[10],"assessments":[11],"both":[12],"face-to-face":[13],"online":[15],"settings,":[16],"ranging":[17],"from":[18,127,154],"elementary":[19],"to":[20,33,48,69,98,113,139,189,205,212],"higher":[21],"education.":[22],"However,":[23],"grading":[24,125],"these":[25,207],"remains":[27],"challenging":[28],"for":[29,162,173],"instructors,":[30],"raising":[31],"attention":[32],"the":[34,57,86,119],"field":[35],"of":[36,88,130,157,164,169],"Automatic":[37],"Answer":[39],"Grading":[40],"(ASAG).":[41],"While":[42],"ASAG":[43,71,103,198],"has":[44,65,77],"yielded":[45],"valuable":[46],"contributions":[47],"learning":[49],"analytics,":[50],"it":[51,146],"often":[52],"faces":[53],"generalizability":[54],"issues.":[55],"Accordingly,":[56],"rapid":[58],"advancement":[59],"Large":[61],"Language":[62],"Models":[63],"(LLMs)":[64],"motivated":[66],"their":[67],"adoption":[68],"empower":[70,190],"systems.":[72,199],"Despite":[73],"that,":[74,135],"previous":[75],"research":[76,204],"not":[78],"investigated":[79],"whether":[80,118],"LLMs":[81],"are":[82,122],"fair":[83,184],"graders":[84],"context":[87],"ASAG.":[89],"Therefore,":[90],"this":[91],"paper":[92],"presents":[93],"an":[94],"empirical":[95],"analysis":[96],"aimed":[97],"understand":[99,210],"LLMs'":[100],"fairness":[101],"by":[104],"using":[105,195],"human":[106],"grades":[107,121],"as":[108],"baseline,":[110],"comparing":[111],"them":[112],"GPT-4's":[114,214],"answers,":[115],"investigating":[117],"LLM's":[120],"equivalent":[123],"answers":[126],"varied":[128],"groups":[129,156],"humans.":[131],"Our":[132],"results":[133],"demonstrated":[134],"while":[136],"GPT-4":[137,159,181],"tended":[138],"be":[140],"more":[141],"lenient":[142],"its":[144,187],"grading,":[145],"maintained":[147],"consistent":[148,161],"evaluation":[149],"standards":[150],"when":[151],"assessing":[152],"responses":[153],"different":[155,165,176],"students..":[158],"remained":[160],"subjects":[166],"levels":[168],"Bloom's":[170],"taxonomy":[171],"people":[174],"with":[175],"demographics.":[177],"These":[178],"findings":[179,208],"suggest":[180],"is":[182],"grader,":[185],"supporting":[186],"potential":[188],"educators":[191],"developers":[193],"designing":[197],"Nevertheless,":[200],"we":[201],"recommend":[202],"further":[203],"investigate":[206],"how":[211],"optimize":[213],"grades.":[215]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-26T08:31:28.666265","created_date":"2025-10-10T00:00:00"}