{"id":"https://openalex.org/W2593434837","doi":"https://doi.org/10.1186/s41039-017-0051-y","title":"Evaluation of automatically generated English vocabulary questions","display_name":"Evaluation of automatically generated English vocabulary questions","alternate_titles":[],"publication_year":2017,"publication_date":"2017-03-07","ids":{"openalex":"https://openalex.org/W2593434837","doi":"https://doi.org/10.1186/s41039-017-0051-y","mag":"2593434837","pmid":"https://pubmed.ncbi.nlm.nih.gov/30613260","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/6302865"},"language":"en","primary_location":{"id":"doi:10.1186/s41039-017-0051-y","doi":"https://doi.org/10.1186/s41039-017-0051-y","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s41039-017-0051-y","pdf_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-017-0051-y","source":{"id":"https://openalex.org/S119620556","display_name":"Research and Practice in Technology Enhanced Learning","issn_l":"1793-2068","issn":["1793-2068","1793-7078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and Practice in Technology Enhanced Learning","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2593434837"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-017-0051-y","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043330748","display_name":"Yuni Susanti","orcid":"https://orcid.org/0009-0001-1314-0286","observed_orcids":["https://orcid.org/0009-0001-1314-0286"]},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698","https://openalex.org/I4400009020"]}],"countries":["JP"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Yuni Susanti","raw_affiliation_strings":["1Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057761218","display_name":"Takenobu Tokunaga","orcid":"https://orcid.org/0000-0002-1399-9517","observed_orcids":["https://orcid.org/0000-0002-1399-9517"]},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698","https://openalex.org/I4400009020"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Takenobu Tokunaga","raw_affiliation_strings":["1Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005002002","display_name":"Hitoshi Nishikawa","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698","https://openalex.org/I4400009020"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hitoshi Nishikawa","raw_affiliation_strings":["1Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"1Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Department of Computer Science, Tokyo Institute of Technology, Tokyo, Japan","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073475427","display_name":"Hiroyuki Obari","orcid":"https://orcid.org/0000-0002-9203-6785","observed_orcids":["https://orcid.org/0000-0002-9203-6785"]},"institutions":[{"id":"https://openalex.org/I131231118","display_name":"Aoyama Gakuin University","ror":"https://ror.org/002rw7y37","country_code":"JP","type":"education","lineage":["https://openalex.org/I131231118"]}],"countries":["JP"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hiroyuki Obari","raw_affiliation_strings":["2College of Economics, Aoyama Gakuin University, Tokyo, Japan","College of Economics, Aoyama Gakuin University, Tokyo, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"2College of Economics, Aoyama Gakuin University, Tokyo, Japan","institution_ids":["https://openalex.org/I131231118"]},{"raw_affiliation_string":"College of Economics, Aoyama Gakuin University, Tokyo, Japan","institution_ids":["https://openalex.org/I131231118"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5043330748"],"corresponding_institution_ids":["https://openalex.org/I114531698"],"apc_list":null,"apc_paid":null,"fwci":1.2984,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.82745674,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"12","issue":"1","first_page":"11","last_page":"11"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.6342999935150146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.6342999935150146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.2502000033855438,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.03519999980926514,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-question-generation","display_name":"automatic question generation","score":0.9869999885559082},{"id":"https://openalex.org/keywords/multiple-choice-questions","display_name":"multiple-choice questions","score":0.8970000147819519},{"id":"https://openalex.org/keywords/word-senses","display_name":"word senses","score":0.6209999918937683},{"id":"https://openalex.org/keywords/synonym-matching","display_name":"synonym matching","score":0.5059999823570251},{"id":"https://openalex.org/keywords/english-as-a-foreign-language","display_name":"English as a foreign language","score":0.8029999732971191},{"id":"https://openalex.org/keywords/english-language-proficiency-testing","display_name":"English language proficiency testing","score":0.5889999866485596},{"id":"https://openalex.org/keywords/teacher-judgment","display_name":"teacher judgment","score":0.5600000023841858},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"reading comprehension","score":0.4129999876022339}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.760107159614563},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6808002591133118},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.6722016334533691},{"id":"https://openalex.org/C2780876879","wikidata":"https://www.wikidata.org/wiki/Q3054749","display_name":"Meaning (existential)","level":2,"score":0.6597931385040283},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6565073132514954},{"id":"https://openalex.org/C2776548248","wikidata":"https://www.wikidata.org/wiki/Q12621536","display_name":"Judgement","level":2,"score":0.6490439176559448},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6209644079208374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6070029139518738},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.5969231128692627},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.38916176557540894},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2365940511226654},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1186/s41039-017-0051-y","doi":"https://doi.org/10.1186/s41039-017-0051-y","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s41039-017-0051-y","pdf_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-017-0051-y","source":{"id":"https://openalex.org/S119620556","display_name":"Research and Practice in Technology Enhanced Learning","issn_l":"1793-2068","issn":["1793-2068","1793-7078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and Practice in Technology Enhanced Learning","raw_type":"journal-article"},{"id":"pmh:oai:europepmc.org:5291492","doi":null,"is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6302865","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:6302865","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC6302865/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Res Pract Technol Enhanc Learn","raw_type":"Text"},{"id":"pmid:30613260","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30613260","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and practice in technology enhanced learning","raw_type":"Journal Article"},{"id":"pmh:oai:irdb.nii.ac.jp:00897:0004107513","doi":null,"is_oa":false,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100738781","pdf_url":null,"source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research and Practice in Technology Enhanced Learning","raw_type":"journal article"},{"id":"pmh:oai:t2r2.star.titech.ac.jp:50364446","doi":null,"is_oa":false,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100738781","pdf_url":null,"source":{"id":"https://openalex.org/S4377196385","display_name":"Tokyo Tech Research Repository (Tokyo Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I114531698","host_organization_name":"Tokyo Institute of Technology","host_organization_lineage":["https://openalex.org/I114531698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1186/s41039-017-0051-y","doi":"https://doi.org/10.1186/s41039-017-0051-y","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s41039-017-0051-y","pdf_url":"https://telrp.springeropen.com/track/pdf/10.1186/s41039-017-0051-y","source":{"id":"https://openalex.org/S119620556","display_name":"Research and Practice in Technology Enhanced Learning","issn_l":"1793-2068","issn":["1793-2068","1793-7078"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","jufo-1","norway-1","poland-20","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Research and Practice in Technology Enhanced Learning","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.9235000014305115}],"study_designs":[],"awards":[{"id":"https://openalex.org/G5413254326","display_name":"Automatic generation of English vocabulary questions using Internet text resources","funder_award_id":"15K12166","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2593434837.pdf","grobid_xml":"https://content.openalex.org/works/W2593434837.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W19376526","https://openalex.org/W64772457","https://openalex.org/W612452362","https://openalex.org/W1535889762","https://openalex.org/W1542689353","https://openalex.org/W1547472617","https://openalex.org/W1964747248","https://openalex.org/W1965158952","https://openalex.org/W1983849033","https://openalex.org/W1993145435","https://openalex.org/W2001771035","https://openalex.org/W2038721957","https://openalex.org/W2136480620","https://openalex.org/W2137006453","https://openalex.org/W2142120379","https://openalex.org/W2161325192","https://openalex.org/W2251024444","https://openalex.org/W2251601342","https://openalex.org/W2289964261","https://openalex.org/W2295585877","https://openalex.org/W2307987418","https://openalex.org/W2341508605","https://openalex.org/W2578080060","https://openalex.org/W2887428522","https://openalex.org/W4235505822","https://openalex.org/W6704465866"],"related_works":["https://openalex.org/W2295585877","https://openalex.org/W7008123703","https://openalex.org/W2161325192","https://openalex.org/W4416018034","https://openalex.org/W4408191605","https://openalex.org/W2977613637","https://openalex.org/W150749837","https://openalex.org/W2892397150","https://openalex.org/W4392489518","https://openalex.org/W2406098561"],"abstract_inverted_index":{"This":[0],"paper":[1],"describes":[2],"details":[3],"of":[4,23,51],"the":[5,27,37,42,46,68,77,85,93,98,108,119],"evaluation":[6,52,73],"experiments":[7],"for":[8,36],"questions":[9,89,110,121],"created":[10],"by":[11,101],"an":[12],"automatic":[13],"question":[14,34],"generation":[15],"system.":[16],"Given":[17],"a":[18,30,115],"target":[19,43],"word":[20,25,44],"and":[21,63,87,92,127],"one":[22],"its":[24],"senses,":[26],"system":[28],"generates":[29],"multiple-choice":[31],"English":[32,60,80,102,125],"vocabulary":[33],"asking":[35],"closest":[38],"in":[39,45,122],"meaning":[40],"to":[41,67,90,113],"reading":[47],"passage.":[48],"Two":[49],"kinds":[50],"were":[53,111],"conducted":[54],"considering":[55],"two":[56],"aspects:":[57],"(1)":[58],"measuring":[59,124],"learners'":[61],"proficiency":[62,126],"(2)":[64],"their":[65],"similarity":[66],"human-made":[69,88,120],"questions.":[70],"The":[71],"first":[72],"is":[74,95],"based":[75,96],"on":[76,97],"responses":[78],"from":[79],"learners":[81],"obtained":[82],"through":[83],"administering":[84],"machine-generated":[86,109],"them,":[91],"second":[94],"subjective":[99],"judgement":[100],"teachers.":[103],"Both":[104],"evaluations":[105],"showed":[106],"that":[107],"able":[112],"achieve":[114],"comparable":[116],"level":[117],"with":[118],"both":[123],"similarity.":[128]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2593434837","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":4}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2017-03-16T00:00:00"}
