{"id":"https://openalex.org/W2780841523","doi":"https://doi.org/10.1186/s41039-017-0065-5","title":"Controlling item difficulty for automatic vocabulary question generation","display_name":"Controlling item difficulty for automatic vocabulary question generation","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W2780841523","doi":"https://doi.org/10.1186/s41039-017-0065-5","mag":"2780841523","pmid":"https://pubmed.ncbi.nlm.nih.gov/30595730"},"language":"en","primary_location":{"id":"doi:10.1186/s41039-017-0065-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s41039-017-0065-5","pdf_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-017-0065-5","source":{"id":"https://openalex.org/S119620556","display_name":"Research and Practice in Technology Enhanced Learning","issn_l":"1793-2068","issn":["1793-2068","1793-7078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and Practice in Technology Enhanced Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-017-0065-5","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043330748","display_name":"Yuni Susanti","orcid":"https://orcid.org/0009-0001-1314-0286"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yuni Susanti","raw_affiliation_strings":["1Department of Computer Science (W8E-6F), Tokyo Institute of Technology, 2-12-1 Oookayama, Meguro-ku, Tokyo, 152-8552 Japan","Department of Computer Science (W8E-6F), Tokyo Institute of Technology, 2-12-1 Oookayama, Meguro-ku, Tokyo, 152-8552, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1Department of Computer Science (W8E-6F), Tokyo Institute of Technology, 2-12-1 Oookayama, Meguro-ku, Tokyo, 152-8552 Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Department of Computer Science (W8E-6F), Tokyo Institute of Technology, 2-12-1 Oookayama, Meguro-ku, Tokyo, 152-8552, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057761218","display_name":"Takenobu Tokunaga","orcid":"https://orcid.org/0000-0002-1399-9517"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takenobu Tokunaga","raw_affiliation_strings":["1Department of Computer Science (W8E-6F), Tokyo Institute of Technology, 2-12-1 Oookayama, Meguro-ku, Tokyo, 152-8552 Japan","Department of Computer Science (W8E-6F), Tokyo Institute of Technology, 2-12-1 Oookayama, Meguro-ku, Tokyo, 152-8552, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1Department of Computer Science (W8E-6F), Tokyo Institute of Technology, 2-12-1 Oookayama, Meguro-ku, Tokyo, 152-8552 Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Department of Computer Science (W8E-6F), Tokyo Institute of Technology, 2-12-1 Oookayama, Meguro-ku, Tokyo, 152-8552, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005002002","display_name":"Hitoshi Nishikawa","orcid":null},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hitoshi Nishikawa","raw_affiliation_strings":["1Department of Computer Science (W8E-6F), Tokyo Institute of Technology, 2-12-1 Oookayama, Meguro-ku, Tokyo, 152-8552 Japan","Department of Computer Science (W8E-6F), Tokyo Institute of Technology, 2-12-1 Oookayama, Meguro-ku, Tokyo, 152-8552, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1Department of Computer Science (W8E-6F), Tokyo Institute of Technology, 2-12-1 Oookayama, Meguro-ku, Tokyo, 152-8552 Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Department of Computer Science (W8E-6F), Tokyo Institute of Technology, 2-12-1 Oookayama, Meguro-ku, Tokyo, 152-8552, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073475427","display_name":"Hiroyuki Obari","orcid":"https://orcid.org/0000-0002-9203-6785"},"institutions":[{"id":"https://openalex.org/I131231118","display_name":"Aoyama Gakuin University","ror":"https://ror.org/002rw7y37","country_code":"JP","type":"education","lineage":["https://openalex.org/I131231118"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroyuki Obari","raw_affiliation_strings":["2College of Economics, Aoyama Gakuin University, Tokyo, Japan","College of Economics, Aoyama Gakuin University, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"2College of Economics, Aoyama Gakuin University, Tokyo, Japan","institution_ids":["https://openalex.org/I131231118"]},{"raw_affiliation_string":"College of Economics, Aoyama Gakuin University, Tokyo, Japan","institution_ids":["https://openalex.org/I131231118"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5043330748"],"corresponding_institution_ids":["https://openalex.org/I114531698"],"apc_list":null,"apc_paid":null,"fwci":1.2648,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.81420123,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"12","issue":"1","first_page":"25","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.7312473058700562},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6413096189498901},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6183902621269226},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.599936842918396},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5983360409736633},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5475016236305237},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5136982202529907},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5059427618980408},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.4672406017780304},{"id":"https://openalex.org/keywords/factor","display_name":"Factor (programming language)","score":0.4646648168563843},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.36591461300849915},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.2130938172340393},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.07629585266113281}],"concepts":[{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.7312473058700562},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6413096189498901},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6183902621269226},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.599936842918396},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5983360409736633},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5475016236305237},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5136982202529907},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5059427618980408},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.4672406017780304},{"id":"https://openalex.org/C2781039887","wikidata":"https://www.wikidata.org/wiki/Q1391724","display_name":"Factor (programming language)","level":2,"score":0.4646648168563843},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.36591461300849915},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2130938172340393},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.07629585266113281},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1186/s41039-017-0065-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s41039-017-0065-5","pdf_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-017-0065-5","source":{"id":"https://openalex.org/S119620556","display_name":"Research and Practice in Technology Enhanced Learning","issn_l":"1793-2068","issn":["1793-2068","1793-7078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and Practice in Technology Enhanced Learning","raw_type":"journal-article"},{"id":"pmid:30595730","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30595730","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and practice in technology enhanced learning","raw_type":"Journal Article"},{"id":"pmh:oai:europepmc.org:5279670","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6294197","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:afc5a40bf6a140f3944a6532fbfcf753","is_oa":true,"landing_page_url":"https://doaj.org/article/afc5a40bf6a140f3944a6532fbfcf753","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research and Practice in Technology Enhanced Learning, Vol 12, Iss 1, Pp 1-16 (2017)","raw_type":"article"},{"id":"pmh:oai:t2r2.star.titech.ac.jp:50406759","is_oa":false,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100760796","pdf_url":null,"source":{"id":"https://openalex.org/S4377196385","display_name":"Tokyo Tech Research Repository (Tokyo Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114531698","host_organization_name":"Tokyo Institute of Technology","host_organization_lineage":["https://openalex.org/I114531698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1186/s41039-017-0065-5","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s41039-017-0065-5","pdf_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-017-0065-5","source":{"id":"https://openalex.org/S119620556","display_name":"Research and Practice in Technology Enhanced Learning","issn_l":"1793-2068","issn":["1793-2068","1793-7078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and Practice in Technology Enhanced Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8899999856948853,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2780841523.pdf","grobid_xml":"https://content.openalex.org/works/W2780841523.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W612452362","https://openalex.org/W1509228788","https://openalex.org/W1927153307","https://openalex.org/W1979883905","https://openalex.org/W2022577044","https://openalex.org/W2047140011","https://openalex.org/W2069221834","https://openalex.org/W2115355906","https://openalex.org/W2160108762","https://openalex.org/W2161325192","https://openalex.org/W2165297076","https://openalex.org/W2182810811","https://openalex.org/W2188344743","https://openalex.org/W2251024444","https://openalex.org/W2251601342","https://openalex.org/W2293720556","https://openalex.org/W2295585877","https://openalex.org/W2373203528","https://openalex.org/W2417664931","https://openalex.org/W2420011772","https://openalex.org/W2482802827","https://openalex.org/W2546458225","https://openalex.org/W2576049115","https://openalex.org/W2578080060","https://openalex.org/W2593434837","https://openalex.org/W2614582630","https://openalex.org/W2887428522","https://openalex.org/W4211173780","https://openalex.org/W4233811383","https://openalex.org/W4241116859","https://openalex.org/W4248674065","https://openalex.org/W6618996014","https://openalex.org/W6687429081"],"related_works":["https://openalex.org/W2349784553","https://openalex.org/W3022596247","https://openalex.org/W2601444686","https://openalex.org/W4292238148","https://openalex.org/W4323660495","https://openalex.org/W2385319785","https://openalex.org/W766546768","https://openalex.org/W2900827440","https://openalex.org/W3167549738","https://openalex.org/W1997182898"],"abstract_inverted_index":{"The":[0,66,91],"present":[1],"study":[2],"investigates":[3],"the":[4,9,40,47,85,95,101,113,116],"best":[5],"factor":[6],"for":[7,28,131],"controlling":[8,29],"item":[10,30,105],"difficulty":[11,50,98],"of":[12,63,84,115,123],"multiple-choice":[13],"English":[14,64,74],"vocabulary":[15],"questions":[16],"generated":[17,81],"by":[18,56],"an":[19],"automatic":[20,129],"question":[21],"generation":[22],"system.":[23],"Three":[24],"factors":[25],"are":[26],"considered":[27],"difficulty:":[31],"(1)":[32],"reading":[33],"passage":[34],"difficulty,":[35,106],"(2)":[36],"semantic":[37],"similarity":[38],"between":[39],"correct":[41],"answer":[42],"and":[43,45],"distractors,":[44],"(3)":[46],"distractor":[48,96],"word":[49,97],"level.":[51],"An":[52],"experiment":[53],"was":[54],"conducted":[55],"administering":[57],"machine-generated":[58],"items":[59],"to":[60],"three":[61,87],"groups":[62,67],"learners.":[65],"were":[68,89],"determined":[69],"based":[70],"on":[71,104,112],"their":[72],"standardised":[73],"test":[75,117],"scores.":[76],"In":[77],"total,":[78],"120":[79],"items,":[80],"using":[82],"combinations":[83],"above":[86],"factors,":[88],"tested.":[90],"results":[92,120],"reveal":[93],"that":[94],"level":[99],"had":[100],"greatest":[102],"impact":[103],"but":[107],"this":[108],"tendency":[109],"changed":[110],"depending":[111],"proficiency":[114],"takers.":[118],"These":[119],"will":[121],"be":[122],"use":[124],"when":[125],"implementing":[126],"a":[127],"fully":[128],"system":[130],"administrating":[132],"tests.":[133]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}