{"id":"https://openalex.org/W4366967806","doi":"https://doi.org/10.1145/3544793.3560378","title":"Evaluation Dataset of Multiple-Choice Cloze Items for Vocabulary Training and Testing","display_name":"Evaluation Dataset of Multiple-Choice Cloze Items for Vocabulary Training and Testing","publication_year":2022,"publication_date":"2022-09-11","ids":{"openalex":"https://openalex.org/W4366967806","doi":"https://doi.org/10.1145/3544793.3560378"},"language":"en","primary_location":{"id":"doi:10.1145/3544793.3560378","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544793.3560378","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544793.3560378","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM International Joint Conference on Pervasive and Ubiquitous Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3544793.3560378","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029751179","display_name":"Ralph L. Rose","orcid":"https://orcid.org/0000-0002-8449-5666"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Ralph L. Rose","raw_affiliation_strings":["Faculty of Science and Engineering, Waseda University, Japan"],"raw_orcid":"https://orcid.org/0000-0002-8449-5666","affiliations":[{"raw_affiliation_string":"Faculty of Science and Engineering, Waseda University, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080305207","display_name":"Naho Orita","orcid":"https://orcid.org/0000-0002-5504-2502"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Naho Orita","raw_affiliation_strings":["Faculty of Science and Engineering, Waseda University, Japan"],"raw_orcid":"https://orcid.org/0000-0002-5504-2502","affiliations":[{"raw_affiliation_string":"Faculty of Science and Engineering, Waseda University, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026884742","display_name":"Ayaka Sugawara","orcid":"https://orcid.org/0000-0002-0139-9717"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ayaka Sugawara","raw_affiliation_strings":["Faculty of Science and Engineering, Waseda University, Japan"],"raw_orcid":"https://orcid.org/0000-0002-0139-9717","affiliations":[{"raw_affiliation_string":"Faculty of Science and Engineering, Waseda University, Japan","institution_ids":["https://openalex.org/I150744194"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070509624","display_name":"Qiao Wang","orcid":"https://orcid.org/0000-0001-9273-7082"},"institutions":[{"id":"https://openalex.org/I150744194","display_name":"Waseda University","ror":"https://ror.org/00ntfnx83","country_code":"JP","type":"education","lineage":["https://openalex.org/I150744194"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Qiao Wang","raw_affiliation_strings":["Faculty of Science and Engineering, Waseda University, Japan"],"raw_orcid":"https://orcid.org/0000-0001-9273-7082","affiliations":[{"raw_affiliation_string":"Faculty of Science and Engineering, Waseda University, Japan","institution_ids":["https://openalex.org/I150744194"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5029751179"],"corresponding_institution_ids":["https://openalex.org/I150744194"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.18817456,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"292","last_page":"298"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7760511636734009},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.7272415161132812},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.7030423879623413},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6614516973495483},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6185293197631836},{"id":"https://openalex.org/keywords/cloze-test","display_name":"Cloze test","score":0.6165501475334167},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6064547300338745},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5782269835472107},{"id":"https://openalex.org/keywords/item-bank","display_name":"Item bank","score":0.4885803163051605},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46933239698410034},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.42961397767066956},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.4294627904891968},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4146953821182251},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.3290156126022339},{"id":"https://openalex.org/keywords/item-response-theory","display_name":"Item response theory","score":0.23202303051948547},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18751755356788635},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.1706627607345581},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.1409652829170227},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1117105484008789},{"id":"https://openalex.org/keywords/psychometrics","display_name":"Psychometrics","score":0.1056375503540039},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.08601316809654236}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7760511636734009},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.7272415161132812},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.7030423879623413},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6614516973495483},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6185293197631836},{"id":"https://openalex.org/C2779286901","wikidata":"https://www.wikidata.org/wiki/Q951968","display_name":"Cloze test","level":4,"score":0.6165501475334167},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6064547300338745},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5782269835472107},{"id":"https://openalex.org/C156639949","wikidata":"https://www.wikidata.org/wiki/Q13362737","display_name":"Item bank","level":4,"score":0.4885803163051605},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46933239698410034},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.42961397767066956},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.4294627904891968},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4146953821182251},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.3290156126022339},{"id":"https://openalex.org/C19875794","wikidata":"https://www.wikidata.org/wiki/Q1207340","display_name":"Item response theory","level":3,"score":0.23202303051948547},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18751755356788635},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.1706627607345581},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1409652829170227},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1117105484008789},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.1056375503540039},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.08601316809654236},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3544793.3560378","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544793.3560378","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544793.3560378","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM International Joint Conference on Pervasive and Ubiquitous Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3544793.3560378","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3544793.3560378","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3544793.3560378","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 ACM International Joint Conference on Pervasive and Ubiquitous Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.5400000214576721,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4366967806.pdf","grobid_xml":"https://content.openalex.org/works/W4366967806.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W150749837","https://openalex.org/W1784223173","https://openalex.org/W1981503260","https://openalex.org/W1995875735","https://openalex.org/W2069032672","https://openalex.org/W2124968212","https://openalex.org/W2145713659","https://openalex.org/W2161325192","https://openalex.org/W2164777277","https://openalex.org/W2184416239","https://openalex.org/W3029996891"],"related_works":["https://openalex.org/W2929698046","https://openalex.org/W4382774406","https://openalex.org/W318078764","https://openalex.org/W1544046904","https://openalex.org/W1573782581","https://openalex.org/W4312217810","https://openalex.org/W2391474577","https://openalex.org/W2789277863","https://openalex.org/W2359428845","https://openalex.org/W4366967806"],"abstract_inverted_index":{"Vocabulary":[0],"learning":[1,11,58,74,98],"is":[2,51],"a":[3,83,96,136,145],"typical":[4],"part":[5],"of":[6,31,42,82,87,158,174,186,200],"nearly":[7],"any":[8],"second":[9,72],"language":[10,73,110],"curriculum.":[12],"This":[13,76],"entails":[14],"methodologies":[15],"and":[16,20,38,49,219],"materials":[17,33],"for":[18,69,116,144,163],"training":[19,95],"testing":[21],"vocabulary":[22],"knowledge":[23],"in":[24,71,94],"learners.":[25],"In":[26,182],"large-scale":[27],"programs,":[28],"the":[29,79,156,169,210,221],"preparation":[30],"such":[32],"can":[34],"be":[35,92],"labor":[36],"intensive":[37],"thus":[39],"automatic":[40],"means":[41],"generation":[43],"are":[44],"desirable.":[45],"VocaTT":[46],"(Vocabulary":[47],"Training":[48],"Testing)":[50],"an":[52,183],"ongoing":[53,80],"project":[54],"to":[55,60,91,176,180,202,212],"use":[56,70,220],"machine":[57,97],"methods":[59],"generate":[61],"novel":[62],"multiple":[63,101],"choice":[64,102],"cloze":[65,89,103,122],"(i.e.,":[66,118],"fill-in-the-blank)":[67],"items":[68,90,104,192],"programs.":[75],"paper":[77],"describes":[78],"creation":[81],"gold":[84],"standard":[85],"set":[86,147,185],"multiple-choice":[88,121],"used":[93],"algorithm.":[99],"Machine-generated":[100],"were":[105],"reviewed":[106],"by":[107],"two":[108],"experienced":[109],"teachers,":[111],"who":[112],"evaluated":[113,151],"each":[114],"item":[115,138],"well-formedness":[117],"suitability":[119],"as":[120,129,139,193],"test":[123],"item)":[124],"with":[125],"three":[126],"options:":[127],"reject":[128],"unsalvageable,":[130],"keep":[131],"as-is,":[132],"or":[133],"revise":[134],"into":[135],"well-formed":[137,204],"they":[140,216],"thought":[141],"best.":[142],"Results":[143],"600-item":[146],"that":[148],"both":[149],"checkers":[150,189],"show":[152],"moderate":[153],"agreement":[154,162,170],"on":[155,171],"question":[157],"rejection":[159],"but":[160,196],"slight":[161,179],"keeping":[164],"as-is.":[165],"For":[166],"revised":[167],"items,":[168,188],"what":[172],"type":[173],"revisions":[175,201],"make":[177],"was":[178],"fair.":[181],"expanded":[184],"2,792":[187],"judged":[190],"most":[191],"needing":[194],"revision":[195],"made":[197],"varying":[198],"kinds":[199],"yield":[203],"items.":[205],"Interested":[206],"researchers":[207],"may":[208,217],"contact":[209],"authors":[211],"inquire":[213],"about":[214],"how":[215],"access":[218],"evaluation":[222],"dataset.":[223]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}