{"id":"https://openalex.org/W2593434837","doi":"https://doi.org/10.1186/s41039-017-0051-y","title":"Evaluation of automatically generated English vocabulary questions","display_name":"Evaluation of automatically generated English vocabulary questions","publication_year":2017,"publication_date":"2017-03-07","ids":{"openalex":"https://openalex.org/W2593434837","doi":"https://doi.org/10.1186/s41039-017-0051-y","mag":"2593434837","pmid":"https://pubmed.ncbi.nlm.nih.gov/30613260"},"language":"en","primary_location":{"id":"doi:10.1186/s41039-017-0051-y","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s41039-017-0051-y","pdf_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-017-0051-y","source":{"id":"https://openalex.org/S119620556","display_name":"Research and Practice in Technology Enhanced Learning","issn_l":"1793-2068","issn":["1793-2068","1793-7078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and Practice in Technology Enhanced Learning","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-017-0051-y","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043330748","display_name":"Yuni Susanti","orcid":"https://orcid.org/0009-0001-1314-0286"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Yuni Susanti","raw_affiliation_strings":["1Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057761218","display_name":"Takenobu Tokunaga","orcid":"https://orcid.org/0000-0002-1399-9517"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takenobu Tokunaga","raw_affiliation_strings":["1Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005002002","display_name":"Hitoshi Nishikawa","orcid":null},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hitoshi Nishikawa","raw_affiliation_strings":["1Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073475427","display_name":"Hiroyuki Obari","orcid":"https://orcid.org/0000-0002-9203-6785"},"institutions":[{"id":"https://openalex.org/I131231118","display_name":"Aoyama Gakuin University","ror":"https://ror.org/002rw7y37","country_code":"JP","type":"education","lineage":["https://openalex.org/I131231118"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroyuki Obari","raw_affiliation_strings":["2College of Economics, Aoyama Gakuin University, Tokyo, Japan","College of Economics, Aoyama Gakuin University, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"2College of Economics, Aoyama Gakuin University, Tokyo, Japan","institution_ids":["https://openalex.org/I131231118"]},{"raw_affiliation_string":"College of Economics, Aoyama Gakuin University, Tokyo, Japan","institution_ids":["https://openalex.org/I131231118"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5043330748"],"corresponding_institution_ids":["https://openalex.org/I114531698"],"apc_list":null,"apc_paid":null,"fwci":1.8251,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.88449185,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"12","issue":"1","first_page":"11","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.760107159614563},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6808002591133118},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.6722016334533691},{"id":"https://openalex.org/keywords/meaning","display_name":"Meaning (existential)","score":0.6597931385040283},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6565073132514954},{"id":"https://openalex.org/keywords/judgement","display_name":"Judgement","score":0.6490439176559448},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6209644079208374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6070029139518738},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.5969231128692627},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.38916176557540894},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2365940511226654}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.760107159614563},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6808002591133118},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6722016334533691},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.6597931385040283},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6565073132514954},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.6490439176559448},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6209644079208374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6070029139518738},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5969231128692627},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.38916176557540894},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2365940511226654},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1186/s41039-017-0051-y","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s41039-017-0051-y","pdf_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-017-0051-y","source":{"id":"https://openalex.org/S119620556","display_name":"Research and Practice in Technology Enhanced Learning","issn_l":"1793-2068","issn":["1793-2068","1793-7078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and Practice in Technology Enhanced Learning","raw_type":"journal-article"},{"id":"pmid:30613260","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30613260","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and practice in technology enhanced learning","raw_type":"Journal Article"},{"id":"pmh:oai:europepmc.org:5291492","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6302865","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:t2r2.star.titech.ac.jp:50364446","is_oa":false,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100738781","pdf_url":null,"source":{"id":"https://openalex.org/S4377196385","display_name":"Tokyo Tech Research Repository (Tokyo Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114531698","host_organization_name":"Tokyo Institute of Technology","host_organization_lineage":["https://openalex.org/I114531698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1186/s41039-017-0051-y","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s41039-017-0051-y","pdf_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-017-0051-y","source":{"id":"https://openalex.org/S119620556","display_name":"Research and Practice in Technology Enhanced Learning","issn_l":"1793-2068","issn":["1793-2068","1793-7078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and Practice in Technology Enhanced Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8899999856948853,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5413254326","display_name":"Automatic generation of English vocabulary questions using Internet text resources","funder_award_id":"15K12166","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2593434837.pdf","grobid_xml":"https://content.openalex.org/works/W2593434837.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W19376526","https://openalex.org/W64772457","https://openalex.org/W612452362","https://openalex.org/W1535889762","https://openalex.org/W1542689353","https://openalex.org/W1547472617","https://openalex.org/W1964747248","https://openalex.org/W1965158952","https://openalex.org/W1983849033","https://openalex.org/W1993145435","https://openalex.org/W2001771035","https://openalex.org/W2038721957","https://openalex.org/W2136480620","https://openalex.org/W2137006453","https://openalex.org/W2142120379","https://openalex.org/W2161325192","https://openalex.org/W2251024444","https://openalex.org/W2251601342","https://openalex.org/W2289964261","https://openalex.org/W2295585877","https://openalex.org/W2307987418","https://openalex.org/W2341508605","https://openalex.org/W2578080060","https://openalex.org/W2887428522","https://openalex.org/W4235505822","https://openalex.org/W6618996014","https://openalex.org/W6704465866"],"related_works":["https://openalex.org/W2886802431","https://openalex.org/W4388216822","https://openalex.org/W1761762290","https://openalex.org/W4391191813","https://openalex.org/W4387575966","https://openalex.org/W2384262901","https://openalex.org/W2975214487","https://openalex.org/W651304006","https://openalex.org/W2345720417","https://openalex.org/W1997182898"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"details":[3],"of":[4,23,51],"the":[5,27,37,42,46,68,77,85,93,98,108,119],"evaluation":[6,52,73],"experiments":[7],"for":[8,36],"questions":[9,89,110,121],"created":[10],"by":[11,101],"an":[12],"automatic":[13],"question":[14,34],"generation":[15],"system.":[16],"Given":[17],"a":[18,30,115],"target":[19,43],"word":[20,25,44],"and":[21,63,87,92,127],"one":[22],"its":[24],"senses,":[26],"system":[28],"generates":[29],"multiple-choice":[31],"English":[32,60,80,102,125],"vocabulary":[33],"asking":[35],"closest":[38],"in":[39,45,122],"meaning":[40],"to":[41,67,90,113],"reading":[47],"passage.":[48],"Two":[49],"kinds":[50],"were":[53,111],"conducted":[54],"considering":[55],"two":[56],"aspects:":[57],"(1)":[58],"measuring":[59,124],"learners'":[61],"proficiency":[62,126],"(2)":[64],"their":[65],"similarity":[66],"human-made":[69,88,120],"questions.":[70],"The":[71],"first":[72],"is":[74,95],"based":[75,96],"on":[76,97],"responses":[78],"from":[79],"learners":[81],"obtained":[82],"through":[83],"administering":[84],"machine-generated":[86,109],"them,":[91],"second":[94],"subjective":[99],"judgement":[100],"teachers.":[103],"Both":[104],"evaluations":[105],"showed":[106],"that":[107],"able":[112],"achieve":[114],"comparable":[116],"level":[117],"with":[118],"both":[123],"similarity.":[128]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":3}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}