{"id":"https://openalex.org/W4412889345","doi":"https://doi.org/10.18653/v1/2025.bea-1.5","title":"A Survey on Automated Distractor Evaluation in Multiple-Choice Tasks","display_name":"A Survey on Automated Distractor Evaluation in Multiple-Choice Tasks","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412889345","doi":"https://doi.org/10.18653/v1/2025.bea-1.5"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.bea-1.5","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.5","pdf_url":"https://aclanthology.org/2025.bea-1.5.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.bea-1.5.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077323868","display_name":"Luca Benedetto","orcid":"https://orcid.org/0000-0002-5113-4696"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Luca Benedetto","raw_affiliation_strings":["ALTA Institute , Dept. Computer Science and Technology , University of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ALTA Institute , Dept. Computer Science and Technology , University of Cambridge","institution_ids":["https://openalex.org/I241749","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033606498","display_name":"Shiva Taslimipoor","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Shiva Taslimipoor","raw_affiliation_strings":["ALTA Institute , Dept. Computer Science and Technology , University of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ALTA Institute , Dept. Computer Science and Technology , University of Cambridge","institution_ids":["https://openalex.org/I241749","https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013999263","display_name":"Paula Buttery","orcid":"https://orcid.org/0000-0003-3874-0656"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Paula Buttery","raw_affiliation_strings":["ALTA Institute , Dept. Computer Science and Technology , University of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ALTA Institute , Dept. Computer Science and Technology , University of Cambridge","institution_ids":["https://openalex.org/I241749","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1418578,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"55","last_page":"69"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.7932000160217285,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10429","display_name":"EEG and Brain-Computer Interfaces","score":0.7932000160217285,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7233993411064148},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.39062023162841797},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3334754705429077}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7233993411064148},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39062023162841797},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3334754705429077}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.bea-1.5","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.5","pdf_url":"https://aclanthology.org/2025.bea-1.5.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.bea-1.5","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.bea-1.5","pdf_url":"https://aclanthology.org/2025.bea-1.5.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 20th Workshop on Innovative Use of NLP for Building Educational Applications (BEA 2025)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320273","display_name":"University of Cambridge","ror":"https://ror.org/013meh722"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412889345.pdf","grobid_xml":"https://content.openalex.org/works/W4412889345.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Multiple-Choice":[0,27],"Tasks":[1,28],"are":[2,29,49,53,79,94,108,131,151,161],"one":[3],"of":[4,9,16,26,43,77,127],"the":[5,32,40,44,88,91,102,106,128,134,162],"most":[6,95],"common":[7],"types":[8,167],"assessment":[10],"item,":[11],"due":[12],"to":[13,19,97,143],"their":[14],"feature":[15],"being":[17],"easy":[18],"automatically":[20,64],"and":[21,101,148,159,168],"objectively":[22],"grade.A":[23],"key":[24],"component":[25],"distractors":[30,38,114,154],"-i.e.,":[31],"wrong":[33],"answer":[34],"options":[35],"-since":[36],"poor":[37],"affect":[39],"overall":[41],"quality":[42],"item:":[45],"e.g.,":[46],"if":[47,147],"they":[48,52,150],"obviously":[50],"wrong,":[51],"never":[54],"selected.Thus,":[55],"previous":[56],"research":[57],"has":[58],"focused":[59],"extensively":[60],"on":[61],"techniques":[62,92],"for":[63,136,164],"generating":[65],"distractors,":[66,100,139],"which":[67,130],"can":[68],"be":[69],"especially":[70],"helpful":[71],"in":[72,105,116,133,156],"settings":[73],"where":[74],"large":[75],"pools":[76],"questions":[78],"desirable":[80],"or":[81],"needed.However,":[82],"there":[83],"is":[84],"no":[85],"agreement":[86],"within":[87],"community":[89],"about":[90],"that":[93],"suited":[96],"evaluate":[98],"generated":[99,138],"ones":[103],"used":[104,132],"literature":[107,135],"sometimes":[109],"not":[110],"aligned":[111,152],"with":[112,153],"how":[113,149],"perform":[115,123],"real":[117],"exams.In":[118],"this":[119],"review":[120],"paper,":[121],"we":[122],"a":[124,141],"comprehensive":[125],"study":[126],"approaches":[129],"evaluating":[137],"propose":[140],"taxonomy":[142],"categorise":[144],"them,":[145],"discuss":[146],"performance":[155],"exam":[157],"settings,":[158],"what":[160],"differences":[163],"different":[165],"question":[166],"educational":[169],"domains.":[170]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}