{"id":"https://openalex.org/W4412620726","doi":"https://doi.org/10.1007/s40593-025-00495-5","title":"Algorithmic Fairness in Automatic Short Answer Scoring","display_name":"Algorithmic Fairness in Automatic Short Answer Scoring","publication_year":2025,"publication_date":"2025-07-24","ids":{"openalex":"https://openalex.org/W4412620726","doi":"https://doi.org/10.1007/s40593-025-00495-5"},"language":"en","primary_location":{"id":"doi:10.1007/s40593-025-00495-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00495-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00495-5.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00495-5.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065953403","display_name":"Nico Andersen","orcid":"https://orcid.org/0000-0002-8333-9071"},"institutions":[{"id":"https://openalex.org/I4210138519","display_name":"DIPF | Leibniz Institute for Research and Information in Education","ror":"https://ror.org/0327sr118","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210138519"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Nico Andersen","raw_affiliation_strings":["DIPF| Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany"],"affiliations":[{"raw_affiliation_string":"DIPF| Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I4210138519"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070895524","display_name":"Julia Mang","orcid":"https://orcid.org/0000-0002-1660-4576"},"institutions":[{"id":"https://openalex.org/I4210111344","display_name":"Goethe Institut","ror":"https://ror.org/02szraf30","country_code":"DE","type":"nonprofit","lineage":["https://openalex.org/I4210111344"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Julia Mang","raw_affiliation_strings":["Goethe-Institut e.V., Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Goethe-Institut e.V., Munich, Germany","institution_ids":["https://openalex.org/I4210111344"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052232752","display_name":"Frank Goldhammer","orcid":"https://orcid.org/0000-0003-0289-9534"},"institutions":[{"id":"https://openalex.org/I4210138519","display_name":"DIPF | Leibniz Institute for Research and Information in Education","ror":"https://ror.org/0327sr118","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210138519"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Frank Goldhammer","raw_affiliation_strings":["Centre for International Student Assessment (ZIB), Frankfurt am Main, Germany","DIPF| Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany"],"affiliations":[{"raw_affiliation_string":"Centre for International Student Assessment (ZIB), Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I4210138519"]},{"raw_affiliation_string":"DIPF| Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I4210138519"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069931426","display_name":"Fabian Zehner","orcid":"https://orcid.org/0000-0003-3512-1403"},"institutions":[{"id":"https://openalex.org/I4210138519","display_name":"DIPF | Leibniz Institute for Research and Information in Education","ror":"https://ror.org/0327sr118","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210138519"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Fabian Zehner","raw_affiliation_strings":["Centre for International Student Assessment (ZIB), Frankfurt am Main, Germany","DIPF| Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany"],"affiliations":[{"raw_affiliation_string":"Centre for International Student Assessment (ZIB), Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I4210138519"]},{"raw_affiliation_string":"DIPF| Leibniz Institute for Research and Information in Education, Frankfurt am Main, Germany","institution_ids":["https://openalex.org/I4210138519"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5065953403"],"corresponding_institution_ids":["https://openalex.org/I4210138519"],"apc_list":{"value":2190,"currency":"EUR","value_usd":2790},"apc_paid":{"value":2190,"currency":"EUR","value_usd":2790},"fwci":6.8129,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.96508618,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"35","issue":"5","first_page":"3128","last_page":"3165"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6170651912689209},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3598666489124298},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34182149171829224},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3390456438064575}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6170651912689209},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3598666489124298},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34182149171829224},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3390456438064575}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40593-025-00495-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00495-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00495-5.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},{"id":"pmh:doi:10.25657/02:34177","is_oa":true,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:0111-dipfdocs-341775","pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"JournalArticle"}],"best_oa_location":{"id":"doi:10.1007/s40593-025-00495-5","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40593-025-00495-5","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40593-025-00495-5.pdf","source":{"id":"https://openalex.org/S171267539","display_name":"International Journal of Artificial Intelligence in Education","issn_l":"1560-4292","issn":["1560-4292","1560-4306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Artificial Intelligence in Education","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412620726.pdf","grobid_xml":"https://content.openalex.org/works/W4412620726.grobid-xml"},"referenced_works_count":94,"referenced_works":["https://openalex.org/W35596991","https://openalex.org/W115497600","https://openalex.org/W1848614604","https://openalex.org/W1904158289","https://openalex.org/W1967082761","https://openalex.org/W1969515040","https://openalex.org/W1971757494","https://openalex.org/W1978219238","https://openalex.org/W1987002466","https://openalex.org/W1988801542","https://openalex.org/W2009143026","https://openalex.org/W2016195898","https://openalex.org/W2025403586","https://openalex.org/W2027450919","https://openalex.org/W2038626000","https://openalex.org/W2046812810","https://openalex.org/W2053154970","https://openalex.org/W2063205814","https://openalex.org/W2064102934","https://openalex.org/W2067834461","https://openalex.org/W2070413714","https://openalex.org/W2072182472","https://openalex.org/W2079605091","https://openalex.org/W2099158547","https://openalex.org/W2113442785","https://openalex.org/W2120536347","https://openalex.org/W2145090539","https://openalex.org/W2149308034","https://openalex.org/W2153579005","https://openalex.org/W2154446588","https://openalex.org/W2155695376","https://openalex.org/W2164777277","https://openalex.org/W2170104643","https://openalex.org/W2171273909","https://openalex.org/W2183293350","https://openalex.org/W2186872788","https://openalex.org/W2212730344","https://openalex.org/W2250539671","https://openalex.org/W2285587677","https://openalex.org/W2483215953","https://openalex.org/W2497702976","https://openalex.org/W2547991685","https://openalex.org/W2607719644","https://openalex.org/W2801131115","https://openalex.org/W2801918236","https://openalex.org/W2806343172","https://openalex.org/W2860283162","https://openalex.org/W2883654869","https://openalex.org/W2890908904","https://openalex.org/W2893425640","https://openalex.org/W2900327614","https://openalex.org/W2904197112","https://openalex.org/W2916136405","https://openalex.org/W2952517774","https://openalex.org/W2954707930","https://openalex.org/W2963341956","https://openalex.org/W2970052781","https://openalex.org/W2980420460","https://openalex.org/W2981869278","https://openalex.org/W3004493409","https://openalex.org/W3017131514","https://openalex.org/W3032914559","https://openalex.org/W3039023360","https://openalex.org/W3096905613","https://openalex.org/W3101981467","https://openalex.org/W3103585759","https://openalex.org/W3105935311","https://openalex.org/W3120981276","https://openalex.org/W3124373176","https://openalex.org/W3171621691","https://openalex.org/W3181414820","https://openalex.org/W3201077663","https://openalex.org/W3211891815","https://openalex.org/W3216231682","https://openalex.org/W4205523551","https://openalex.org/W4223512557","https://openalex.org/W4239510810","https://openalex.org/W4254154112","https://openalex.org/W4281645690","https://openalex.org/W4285260111","https://openalex.org/W4287252712","https://openalex.org/W4288617781","https://openalex.org/W4295714264","https://openalex.org/W4313444695","https://openalex.org/W4322759378","https://openalex.org/W4382196917","https://openalex.org/W4391217777","https://openalex.org/W4392428647","https://openalex.org/W6634772630","https://openalex.org/W6683687954","https://openalex.org/W6690805169","https://openalex.org/W6739901393","https://openalex.org/W6765684549","https://openalex.org/W6781349121"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Abstract":[0],"Equal":[1],"treatment":[2],"of":[3,27,45,92,176],"groups":[4,26,130],"and":[5,12,30,48,179],"individuals":[6],"is":[7],"crucial":[8],"for":[9],"fair":[10],"assessment":[11],"demand":[13],"unbiased":[14],"scoring":[15,36,91,126,170],"decisions.":[16],"We":[17,41],"examined":[18],"algorithmic":[19,166],"fairness":[20],"focusing":[21],"on":[22,34,51,95],"demographic":[23],"disparities":[24],"between":[25],"different":[28],"gender":[29,81],"language":[31,97,105],"use":[32],"based":[33,94],"automatic":[35,90,111],"(":[37],"$$\\:n\\:=\\:\\text{38,722}$$":[38],"text":[39,177],"responses).":[40],"tested":[42],"various":[43],"combinations":[44],"semantic":[46],"representations":[47],"classification":[49],"methods":[50],"responses":[52,134,143],"to":[53,136,148],"reading":[54],"comprehension":[55],"items":[56],"from":[57,64,123],"the":[58,65,89,124,156,180],"2015":[59],"German":[60],"PISA":[61],"assessment.":[62],"Classifications":[63],"most":[66],"accurate":[67],"method,":[68],"namely":[69],"a":[70,84,103,120],"Support":[71],"Vector":[72],"Machine":[73],"trained":[74],"with":[75,131],"RoBERTa":[76],"embeddings,":[77],"exhibited":[78],"no":[79],"discernible":[80],"differences,":[82],"but":[83],"minor":[85],"significant":[86],"bias":[87],"in":[88],"students":[93,100],"their":[96,114],"background.":[98],"Specifically,":[99],"speaking":[101],"mainly":[102],"foreign":[104],"at":[106,155],"home":[107],"received":[108],"significantly":[109],"higher":[110],"scores":[112,140],"than":[113],"actual":[115],"performance":[116],"warranted,":[117],"thereby":[118],"gaining":[119],"relative":[121],"advantage":[122],"machine":[125],"system.":[127],"Lower":[128],"performing":[129],"more":[132,138],"incorrect":[133,142],"tend":[135],"receive":[137],"correct":[139],"because":[141],"are":[144,152],"generally":[145],"less":[146],"likely":[147],"be":[149],"recognized.":[150],"Differences":[151],"particularly":[153],"evident":[154],"item":[157,183],"level,":[158],"where":[159],"we":[160],"identified":[161],"several":[162],"factors":[163],"that":[164],"promote":[165],"unfairness":[167],"such":[168],"as":[169],"accuracy,":[171],"student":[172],"performance,":[173],"linguistic":[174],"diversity":[175],"responses,":[178],"psychometrically":[181],"determined":[182],"difficulty.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}