{"id":"https://openalex.org/W3191550737","doi":"https://doi.org/10.18653/v1/2021.inlg-1.43","title":"BERT-based distractor generation for Swedish reading comprehension questions using a small-scale dataset","display_name":"BERT-based distractor generation for Swedish reading comprehension questions using a small-scale dataset","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3191550737","doi":"https://doi.org/10.18653/v1/2021.inlg-1.43","mag":"3191550737"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2021.inlg-1.43","doi":"https://doi.org/10.18653/v1/2021.inlg-1.43","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.inlg-1.43","pdf_url":"https://aclanthology.org/2021.inlg-1.43.pdf","source":{"id":"https://openalex.org/S4306419715","display_name":"International Conference on Natural Language Generation","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Conference on Natural Language Generation","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2021.inlg-1.43.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054645028","display_name":"Dmytro Kalpakchi","orcid":"https://orcid.org/0000-0001-7327-3059","observed_orcids":["https://orcid.org/0000-0001-7327-3059"]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Dmytro Kalpakchi","raw_affiliation_strings":["Division of Speech , Music and Hearing KTH Royal Institute of Technology Stockholm , Sweden","Royal Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Speech , Music and Hearing KTH Royal Institute of Technology Stockholm , Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Royal Institute of Technology","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041634703","display_name":"Johan Boye","orcid":"https://orcid.org/0000-0003-2600-7668","observed_orcids":["https://orcid.org/0000-0003-2600-7668"]},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Johan Boye","raw_affiliation_strings":["Division of Speech , Music and Hearing KTH Royal Institute of Technology Stockholm , Sweden","Royal Institute of Technology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Division of Speech , Music and Hearing KTH Royal Institute of Technology Stockholm , Sweden","institution_ids":["https://openalex.org/I86987016"]},{"raw_affiliation_string":"Royal Institute of Technology","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":1.234,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.8278068,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"387","last_page":"403"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8432999849319458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8432999849319458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.08959999680519104,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.035999998450279236,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distractor-generation","display_name":"distractor generation","score":0.9750000238418579},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.9160000085830688},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"reading comprehension","score":0.8809999823570251},{"id":"https://openalex.org/keywords/bert","display_name":"BERT","score":0.8529999852180481},{"id":"https://openalex.org/keywords/swedish-language","display_name":"Swedish language","score":0.7289999723434448},{"id":"https://openalex.org/keywords/automatic-question-generation","display_name":"automatic question generation","score":0.6549999713897705},{"id":"https://openalex.org/keywords/limited-training-data","display_name":"limited training data","score":0.6840000152587891}],"concepts":[{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.8241091370582581},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.7992384433746338},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.701431155204773},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6708611845970154},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6543125510215759},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5845322012901306},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5353195071220398},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5218683481216431},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5082051753997803},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.5042470693588257},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4472629427909851},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.24586203694343567},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.18653/v1/2021.inlg-1.43","doi":"https://doi.org/10.18653/v1/2021.inlg-1.43","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.inlg-1.43","pdf_url":"https://aclanthology.org/2021.inlg-1.43.pdf","source":{"id":"https://openalex.org/S4306419715","display_name":"International Conference on Natural Language Generation","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Conference on Natural Language Generation","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2108.03973","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2108.03973","pdf_url":"https://arxiv.org/pdf/2108.03973","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3191550737","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2108.03973.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:DiVA.org:kth-302480","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-302480","pdf_url":null,"source":{"id":"https://openalex.org/S4306400653","display_name":"Diva portal (Dalarna University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2108.03973","doi":"https://doi.org/10.48550/arxiv.2108.03973","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2108.03973","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2021.inlg-1.43","doi":"https://doi.org/10.18653/v1/2021.inlg-1.43","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.inlg-1.43","pdf_url":"https://aclanthology.org/2021.inlg-1.43.pdf","source":{"id":"https://openalex.org/S4306419715","display_name":"International Conference on Natural Language Generation","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 14th International Conference on Natural Language Generation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"sustainable_development_goals_aurora":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/4","display_name":"Quality education"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3191550737.pdf","grobid_xml":"https://content.openalex.org/works/W3191550737.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W151785663","https://openalex.org/W1489525520","https://openalex.org/W1587871245","https://openalex.org/W1956340063","https://openalex.org/W1995794567","https://openalex.org/W2050256879","https://openalex.org/W2067001863","https://openalex.org/W2072500831","https://openalex.org/W2101105183","https://openalex.org/W2109609717","https://openalex.org/W2133459682","https://openalex.org/W2154652894","https://openalex.org/W2163329495","https://openalex.org/W2251694021","https://openalex.org/W2578080060","https://openalex.org/W2626778328","https://openalex.org/W2738674657","https://openalex.org/W2758592353","https://openalex.org/W2805070499","https://openalex.org/W2806371566","https://openalex.org/W2902583760","https://openalex.org/W2963341956","https://openalex.org/W2998196817","https://openalex.org/W3018647120","https://openalex.org/W3034878914","https://openalex.org/W3037109418","https://openalex.org/W3040245432","https://openalex.org/W3088059392","https://openalex.org/W3092999391","https://openalex.org/W3101000947","https://openalex.org/W3114316604","https://openalex.org/W3120115164","https://openalex.org/W3137592693","https://openalex.org/W6893675597"],"related_works":["https://openalex.org/W3093779964","https://openalex.org/W3212227172","https://openalex.org/W2251601342","https://openalex.org/W1616198556","https://openalex.org/W2125226531","https://openalex.org/W2551582814","https://openalex.org/W2891213248","https://openalex.org/W2965110896","https://openalex.org/W2517654006","https://openalex.org/W3034627766","https://openalex.org/W2182810811","https://openalex.org/W3107290838","https://openalex.org/W2250710698","https://openalex.org/W1423604035","https://openalex.org/W2397795011","https://openalex.org/W2970063886","https://openalex.org/W2404567610","https://openalex.org/W3102418739","https://openalex.org/W150749837","https://openalex.org/W3000271051"],"abstract_inverted_index":{"An":[0],"important":[1],"part":[2],"when":[3],"constructing":[4],"multiplechoice":[5],"questions":[6],"(MCQs)":[7],"for":[8,30,49,57,76],"reading":[9],"comprehension":[10],"assessment":[11],"are":[12],"the":[13,15,51,59,81,93,105],"distractors,":[14],"incorrect":[16],"but":[17],"preferably":[18],"plausible":[19,74],"answer":[20],"options.In":[21],"this":[22],"paper,":[23],"we":[24],"present":[25],"a":[26,36,41,55,65,87,101],"new":[27,42],"BERTbased":[28],"method":[29,69],"automatically":[31],"generating":[32],"distractors":[33,75,95],"using":[34],"only":[35],"small-scale":[37],"dataset.We":[38],"also":[39,99],"release":[40],"such":[43],"dataset":[44],"of":[45,80,92,104],"Swedish":[46],"MCQs":[47,82],"(used":[48],"training":[50],"model),":[52],"and":[53],"propose":[54],"methodology":[56],"assessing":[58],"generated":[60,70,94],"distractors.Evaluation":[61],"shows":[62],"that":[63],"from":[64],"student's":[66],"perspective,":[67,89],"our":[68,84],"one":[71],"or":[72],"more":[73,77],"than":[78],"50%":[79,91],"in":[83],"test":[85],"set.From":[86],"teacher's":[88],"about":[90],"were":[96],"deemed":[97],"appropriate.We":[98],"do":[100],"thorough":[102],"analysis":[103],"results.":[106]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-10-09T09:14:12.587421","created_date":"2025-10-10T00:00:00"}