{"id":"https://openalex.org/W4311547056","doi":"https://doi.org/10.1109/tlt.2022.3226523","title":"Learning to Reuse Distractors to Support Multiple-Choice Question Generation in Education","display_name":"Learning to Reuse Distractors to Support Multiple-Choice Question Generation in Education","publication_year":2022,"publication_date":"2022-12-05","ids":{"openalex":"https://openalex.org/W4311547056","doi":"https://doi.org/10.1109/tlt.2022.3226523"},"language":"en","primary_location":{"id":"doi:10.1109/tlt.2022.3226523","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2022.3226523","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://hdl.handle.net/1854/LU-01GQ8AVSQN2JJ7WNRS5NBXZY74","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082014426","display_name":"Semere Kiros Bitew","orcid":"https://orcid.org/0000-0002-4001-6803"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Semere Kiros Bitew","raw_affiliation_strings":["Text-to-Knowledge Team, Internet Technology and Data Science Lab, Ghent University-imec, Gent, Belgium"],"raw_orcid":"https://orcid.org/0000-0002-4001-6803","affiliations":[{"raw_affiliation_string":"Text-to-Knowledge Team, Internet Technology and Data Science Lab, Ghent University-imec, Gent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064631919","display_name":"Amir Hadifar","orcid":"https://orcid.org/0000-0003-4934-2928"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Amir Hadifar","raw_affiliation_strings":["Text-to-Knowledge Team, Internet Technology and Data Science Lab, Ghent University-imec, Gent, Belgium"],"raw_orcid":"https://orcid.org/0000-0003-4934-2928","affiliations":[{"raw_affiliation_string":"Text-to-Knowledge Team, Internet Technology and Data Science Lab, Ghent University-imec, Gent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055101559","display_name":"Lucas Sterckx","orcid":null},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Lucas Sterckx","raw_affiliation_strings":["LynxCare, Leuven, Belgium","LynxCare, Belgium; Text-to-Knowledge (T2K) team at IDLab, Ghent University-imec, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LynxCare, Leuven, Belgium","institution_ids":[]},{"raw_affiliation_string":"LynxCare, Belgium; Text-to-Knowledge (T2K) team at IDLab, Ghent University-imec, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004214531","display_name":"Johannes Deleu","orcid":"https://orcid.org/0000-0001-8277-2415"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Johannes Deleu","raw_affiliation_strings":["Text-to-Knowledge Team, Internet Technology and Data Science Lab, Ghent University-imec, Gent, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Text-to-Knowledge Team, Internet Technology and Data Science Lab, Ghent University-imec, Gent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084742757","display_name":"Chris Develder","orcid":"https://orcid.org/0000-0003-2707-4176"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Chris Develder","raw_affiliation_strings":["Text-to-Knowledge Team, Internet Technology and Data Science Lab, Ghent University-imec, Gent, Belgium"],"raw_orcid":"https://orcid.org/0000-0003-2707-4176","affiliations":[{"raw_affiliation_string":"Text-to-Knowledge Team, Internet Technology and Data Science Lab, Ghent University-imec, Gent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075509168","display_name":"Thomas Demeester","orcid":"https://orcid.org/0000-0002-9901-5768"},"institutions":[{"id":"https://openalex.org/I32597200","display_name":"Ghent University","ror":"https://ror.org/00cv9y106","country_code":"BE","type":"education","lineage":["https://openalex.org/I32597200"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Thomas Demeester","raw_affiliation_strings":["Text-to-Knowledge Team, Internet Technology and Data Science Lab, Ghent University-imec, Gent, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Text-to-Knowledge Team, Internet Technology and Data Science Lab, Ghent University-imec, Gent, Belgium","institution_ids":["https://openalex.org/I32597200"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I32597200"],"apc_list":null,"apc_paid":null,"fwci":2.7555,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.91670857,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"17","issue":null,"first_page":"375","last_page":"390"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9915000200271606,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8613063097000122},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6957290172576904},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6794419288635254},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6717008948326111},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6512250900268555},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6447554230690002},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5221396088600159},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5095508098602295},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4840204417705536},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.47783851623535156},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4528518319129944},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4513687789440155},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.43341416120529175},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4161388874053955},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.41123947501182556}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8613063097000122},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6957290172576904},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6794419288635254},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6717008948326111},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6512250900268555},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6447554230690002},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5221396088600159},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5095508098602295},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4840204417705536},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.47783851623535156},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4528518319129944},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4513687789440155},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43341416120529175},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4161388874053955},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41123947501182556},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tlt.2022.3226523","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tlt.2022.3226523","pdf_url":null,"source":{"id":"https://openalex.org/S130363450","display_name":"IEEE Transactions on Learning Technologies","issn_l":"1939-1382","issn":["1939-1382","2372-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Learning Technologies","raw_type":"journal-article"},{"id":"pmh:oai:archive.ugent.be:01HVGNXVQQ2RSEMR2BMFDKZTWR","is_oa":false,"landing_page_url":"https://biblio.ugent.be/publication/01HVGNXVQQ2RSEMR2BMFDKZTWR","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE TRANSACTIONS ON LEARNING TECHNOLOGIES","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:archive.ugent.be:01GQ8AVSQN2JJ7WNRS5NBXZY74","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01GQ8AVSQN2JJ7WNRS5NBXZY74","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 1939-1382","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:archive.ugent.be:01GQ8AVSQN2JJ7WNRS5NBXZY74","is_oa":true,"landing_page_url":"http://hdl.handle.net/1854/LU-01GQ8AVSQN2JJ7WNRS5NBXZY74","pdf_url":null,"source":{"id":"https://openalex.org/S4306400478","display_name":"Ghent University Academic Bibliography (Ghent University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I32597200","host_organization_name":"Ghent University","host_organization_lineage":["https://openalex.org/I32597200"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ISSN: 1939-1382","raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320313460","display_name":"Agentschap Innoveren en Ondernemen","ror":"https://ror.org/032xdry56"},{"id":"https://openalex.org/F4320327336","display_name":"Vlaamse regering","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W149388076","https://openalex.org/W150749837","https://openalex.org/W346376582","https://openalex.org/W376379408","https://openalex.org/W1522301498","https://openalex.org/W1614298861","https://openalex.org/W1784223173","https://openalex.org/W2062561598","https://openalex.org/W2065990448","https://openalex.org/W2069032672","https://openalex.org/W2074891565","https://openalex.org/W2098790754","https://openalex.org/W2101234009","https://openalex.org/W2102381086","https://openalex.org/W2109609717","https://openalex.org/W2117655204","https://openalex.org/W2125226531","https://openalex.org/W2126180793","https://openalex.org/W2130387380","https://openalex.org/W2137807925","https://openalex.org/W2141945954","https://openalex.org/W2157364932","https://openalex.org/W2165698076","https://openalex.org/W2181794805","https://openalex.org/W2183465865","https://openalex.org/W2376694580","https://openalex.org/W2517654006","https://openalex.org/W2547620388","https://openalex.org/W2592784990","https://openalex.org/W2606964149","https://openalex.org/W2758591789","https://openalex.org/W2758592353","https://openalex.org/W2760364374","https://openalex.org/W2781428482","https://openalex.org/W2789078277","https://openalex.org/W2805070499","https://openalex.org/W2876372830","https://openalex.org/W2887398393","https://openalex.org/W2889326796","https://openalex.org/W2896457183","https://openalex.org/W2906432682","https://openalex.org/W2913707177","https://openalex.org/W2963123047","https://openalex.org/W2964087080","https://openalex.org/W2979826702","https://openalex.org/W3021672059","https://openalex.org/W3035050380","https://openalex.org/W3099700870","https://openalex.org/W3101000947","https://openalex.org/W4200635057","https://openalex.org/W4210880854","https://openalex.org/W4280651558","https://openalex.org/W4294214983","https://openalex.org/W6600185498","https://openalex.org/W6606749233","https://openalex.org/W6611630560","https://openalex.org/W6621906925","https://openalex.org/W6631190155","https://openalex.org/W6636510571","https://openalex.org/W6675103397","https://openalex.org/W6675354045","https://openalex.org/W6685887477","https://openalex.org/W6719165016","https://openalex.org/W6730323794","https://openalex.org/W6732233251","https://openalex.org/W6732500699","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6776741373","https://openalex.org/W6776937379"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W4246352526","https://openalex.org/W2121910908","https://openalex.org/W915438175","https://openalex.org/W2951187577"],"abstract_inverted_index":{"Multiple-choice":[0],"questions":[1,94,224],"(MCQs)":[2],"are":[3,36,42,72,142],"widely":[4,37],"used":[5],"in":[6,109,148],"digital":[7,23],"learning":[8],"systems,":[9],"as":[10,76,188],"they":[11],"allow":[12],"for":[13,93,238],"automating":[14],"the":[15,21,28,114,181,214],"assessment":[16],"process.":[17],"However,":[18],"owing":[19],"to":[20,45,64,106,184,200,207],"increased":[22],"literacy":[24],"of":[25,30,60,87,98,117,180,213,221,235],"students":[26],"and":[27,40,53,91,101,129,132,147,157,196,206,228,230],"advent":[29],"social":[31],"media":[32],"platforms,":[33],"MCQ":[34,61],"tests":[35],"shared":[38],"online,":[39],"teachers":[41,108,185],"continuously":[43],"challenged":[44],"create":[46,192],"new":[47,111],"questions,":[48],"which":[49],"is":[50,63],"an":[51],"expensive":[52],"time-consuming":[54],"task.":[55,215],"A":[56],"particularly":[57],"sensitive":[58],"aspect":[59],"creation":[62],"devise":[65],"relevant":[66],"distractors,":[67],"i.e.,":[68],"wrong":[69],"answers":[70,90],"that":[71,161],"not":[73],"easily":[74],"identifiable":[75],"being":[77],"wrong.":[78],"This":[79],"article":[80],"studies":[81],"how":[82],"a":[83,96,149,166,193,209,219,231],"large":[84],"existing":[85,118],"set":[86],"manually":[88],"created":[89],"distractors":[92,178],"over":[95],"variety":[97],"domains,":[99],"subjects,":[100],"languages":[102,229],"can":[103],"be":[104],"leveraged":[105],"help":[107],"creating":[110],"MCQs,":[112],"by":[113],"smart":[115],"reuse":[116],"distractors.":[119,190],"We":[120,191],"built":[121],"several":[122],"data-driven":[123],"models":[124,141,163],"based":[125],"on":[126,175],"context-aware":[127,162,173],"question":[128],"distractor":[130,236],"representations":[131],"compared":[133],"them":[134],"with":[135,144,153],"static":[136,167],"feature-based":[137,168],"models.":[138],"The":[139,216],"proposed":[140],"evaluated":[143],"automated":[145],"metrics":[146],"realistic":[150],"user":[151],"test":[152,220],"teachers.":[154],"Both":[155],"automatic":[156],"human":[158],"evaluations":[159],"indicate":[160],"consistently":[164],"outperform":[165],"approach.":[169],"For":[170],"our":[171],"best-performing":[172],"model,":[174],"average,":[176],"three":[177],"out":[179],"ten":[182],"shown":[183],"were":[186],"rated":[187],"high-quality":[189],"performance":[194],"benchmark,":[195],"make":[197],"it":[198],"public,":[199],"enable":[201],"comparison":[202],"between":[203],"different":[204],"approaches":[205],"introduce":[208],"more":[210],"standardized":[211],"evaluation":[212],"benchmark":[217],"contains":[218],"298":[222],"educational":[223],"covering":[225],"multiple":[226],"subjects":[227],"77k":[232],"multilingual":[233],"pool":[234],"vocabulary":[237],"future":[239],"research.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2022-12-27T00:00:00"}
