{"id":"https://openalex.org/W2970052781","doi":"https://doi.org/10.18653/v1/w19-4401","title":"The many dimensions of algorithmic fairness in educational applications","display_name":"The many dimensions of algorithmic fairness in educational applications","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2970052781","doi":"https://doi.org/10.18653/v1/w19-4401","mag":"2970052781"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w19-4401","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4401","pdf_url":"https://www.aclweb.org/anthology/W19-4401.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W19-4401.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064750543","display_name":"Anastassia Loukina","orcid":"https://orcid.org/0000-0002-8213-3362"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anastassia Loukina","raw_affiliation_strings":["Educational Testing Service Princeton, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service Princeton, NJ, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015235744","display_name":"Nitin Madnani","orcid":"https://orcid.org/0000-0001-9354-6851"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nitin Madnani","raw_affiliation_strings":["Educational Testing Service Princeton, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service Princeton, NJ, USA","institution_ids":["https://openalex.org/I1341030882"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069537054","display_name":"Klaus Zechner","orcid":"https://orcid.org/0000-0002-9465-6929"},"institutions":[{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Klaus Zechner","raw_affiliation_strings":["Educational Testing Service Princeton, NJ, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Educational Testing Service Princeton, NJ, USA","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1341030882"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":63,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8300223350524902},{"id":"https://openalex.org/keywords/affect","display_name":"Affect (linguistics)","score":0.5641202926635742},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5103229880332947},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.48243817687034607},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.41388171911239624},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36115968227386475},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3270912170410156},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.0950203537940979}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8300223350524902},{"id":"https://openalex.org/C2776035688","wikidata":"https://www.wikidata.org/wiki/Q1606558","display_name":"Affect (linguistics)","level":2,"score":0.5641202926635742},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5103229880332947},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.48243817687034607},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41388171911239624},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36115968227386475},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3270912170410156},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0950203537940979},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C46312422","wikidata":"https://www.wikidata.org/wiki/Q11024","display_name":"Communication","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w19-4401","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4401","pdf_url":"https://www.aclweb.org/anthology/W19-4401.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w19-4401","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w19-4401","pdf_url":"https://www.aclweb.org/anthology/W19-4401.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fourteenth Workshop on Innovative Use of NLP for Building Educational Applications","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8700000047683716,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1524333225","https://openalex.org/W1578803171","https://openalex.org/W1961345416","https://openalex.org/W2014352947","https://openalex.org/W2016195898","https://openalex.org/W2025719462","https://openalex.org/W2048411675","https://openalex.org/W2054745812","https://openalex.org/W2059141064","https://openalex.org/W2085182643","https://openalex.org/W2088070094","https://openalex.org/W2157928966","https://openalex.org/W2162670686","https://openalex.org/W2169958266","https://openalex.org/W2181262297","https://openalex.org/W2511234952","https://openalex.org/W2524301210","https://openalex.org/W2599025709","https://openalex.org/W2605970847","https://openalex.org/W2740866094","https://openalex.org/W2753281822","https://openalex.org/W2886359708","https://openalex.org/W2890000099","https://openalex.org/W2893425640","https://openalex.org/W2973803993","https://openalex.org/W3216779397","https://openalex.org/W4293091683","https://openalex.org/W4300009529","https://openalex.org/W4301029487","https://openalex.org/W4392260510"],"related_works":["https://openalex.org/W2560936962","https://openalex.org/W2788727012","https://openalex.org/W4388203630","https://openalex.org/W2526386912","https://openalex.org/W2410591377","https://openalex.org/W2323113755","https://openalex.org/W2104953402","https://openalex.org/W2506793457","https://openalex.org/W2359476398","https://openalex.org/W2356645659"],"abstract_inverted_index":{"The":[0],"issues":[1],"of":[2,59,81,91,140],"algorithmic":[3],"fairness":[4,92,131,141],"and":[5,40,51,93,106,136],"bias":[6,60],"have":[7,70],"recently":[8],"featured":[9],"prominently":[10],"in":[11,27],"many":[12],"publications":[13],"highlighting":[14],"the":[15,19,56],"fact":[16],"that":[17,29,129,137],"training":[18],"algorithms":[20,50],"for":[21],"maximum":[22],"performance":[23],"may":[24,132,142],"often":[25,44],"result":[26],"predictions":[28],"are":[30,52],"biased":[31],"against":[32],"various":[33],"groups.":[34],"Educational":[35],"applications":[36],"based":[37],"on":[38,73,121],"NLP":[39],"speech":[41],"processing":[42],"technologies":[43],"combine":[45],"multiple":[46],"complex":[47],"machine":[48,63],"learning":[49,64],"thus":[53],"vulnerable":[54],"to":[55,96,99,109],"same":[57],"sources":[58],"as":[61,79],"other":[62],"systems.":[65],"Yet":[66],"such":[67],"systems":[68],"can":[69,116],"high":[71],"impact":[72],"people's":[74],"lives":[75],"especially":[76],"when":[77],"deployed":[78],"part":[80],"highstakes":[82],"tests.":[83],"In":[84],"this":[85],"paper":[86],"we":[87],"discuss":[88],"different":[89,138,144],"definitions":[90,139],"possible":[94],"ways":[95],"apply":[97],"them":[98],"educational":[100],"applications.":[101],"We":[102,127],"then":[103],"use":[104],"simulated":[105],"real":[107],"data":[108],"consider":[110],"how":[111],"test-takers'":[112],"native":[113],"language":[114,124],"backgrounds":[115],"affect":[117],"their":[118],"automated":[119],"scores":[120],"an":[122],"English":[123],"proficiency":[125],"assessment.":[126],"illustrate":[128],"total":[130],"not":[133],"be":[134],"achievable":[135],"require":[143],"solutions.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":7}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}