{"id":"https://openalex.org/W2742108525","doi":"https://doi.org/10.18653/v1/w17-0905","title":"Behind the Scenes of an Evolving Event Cloze Test","display_name":"Behind the Scenes of an Evolving Event Cloze Test","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2742108525","doi":"https://doi.org/10.18653/v1/w17-0905","mag":"2742108525"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w17-0905","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-0905","pdf_url":"https://www.aclweb.org/anthology/W17-0905.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Linking Models of Lexical,\n          Sentential and Discourse-level Semantics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/W17-0905.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5105307360","display_name":"Nathanael Chambers","orcid":null},"institutions":[{"id":"https://openalex.org/I189158971","display_name":"United States Naval Academy","ror":"https://ror.org/00znex860","country_code":"US","type":"education","lineage":["https://openalex.org/I1330347796","https://openalex.org/I189158971","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nathanael Chambers","raw_affiliation_strings":["Department of Computer Science United States Naval Academy"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science United States Naval Academy","institution_ids":["https://openalex.org/I189158971"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5105307360"],"corresponding_institution_ids":["https://openalex.org/I189158971"],"apc_list":null,"apc_paid":null,"fwci":0.9751,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.82019661,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"41","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7485212683677673},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.701330304145813},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6540980935096741},{"id":"https://openalex.org/keywords/scripting-language","display_name":"Scripting language","score":0.6262021064758301},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4923940896987915},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.47771334648132324},{"id":"https://openalex.org/keywords/narrative","display_name":"Narrative","score":0.4709818363189697},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4308352470397949},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33669984340667725},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.15193414688110352},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.11812812089920044}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7485212683677673},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.701330304145813},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6540980935096741},{"id":"https://openalex.org/C61423126","wikidata":"https://www.wikidata.org/wiki/Q187432","display_name":"Scripting language","level":2,"score":0.6262021064758301},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4923940896987915},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.47771334648132324},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.4709818363189697},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4308352470397949},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33669984340667725},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.15193414688110352},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.11812812089920044},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w17-0905","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-0905","pdf_url":"https://www.aclweb.org/anthology/W17-0905.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Linking Models of Lexical,\n          Sentential and Discourse-level Semantics","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w17-0905","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w17-0905","pdf_url":"https://www.aclweb.org/anthology/W17-0905.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Linking Models of Lexical,\n          Sentential and Discourse-level Semantics","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2742108525.pdf","grobid_xml":"https://content.openalex.org/works/W2742108525.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W1702669762","https://openalex.org/W2145374219","https://openalex.org/W2151295812","https://openalex.org/W2250506749","https://openalex.org/W2257051837","https://openalex.org/W2466175319","https://openalex.org/W2467897054","https://openalex.org/W2517585385","https://openalex.org/W2578412240","https://openalex.org/W2963847835","https://openalex.org/W4293547730"],"related_works":["https://openalex.org/W2046765700","https://openalex.org/W4384345686","https://openalex.org/W262455470","https://openalex.org/W4242899858","https://openalex.org/W2357937784","https://openalex.org/W2348886128","https://openalex.org/W2547618384","https://openalex.org/W2388067091","https://openalex.org/W2367656648","https://openalex.org/W2145834781"],"abstract_inverted_index":{"This":[0,55],"paper":[1,56],"analyzes":[2],"the":[3,26,53,59,106,113,124],"narrative":[4],"event":[5,16,36],"cloze":[6],"test":[7,13,60],"and":[8,23,40,77,95,103,128],"its":[9],"recent":[10,43],"evolution.":[11],"The":[12],"removes":[14],"one":[15],"from":[17],"a":[18,133],"document's":[19],"chain":[20],"of":[21,35],"events,":[22],"systems":[24],"predict":[25],"missing":[27],"event.":[28],"Originally":[29],"proposed":[30],"to":[31,51,65,82,109,121,123],"evaluate":[32],"learned":[33],"knowledge":[34],"scenarios":[37],"(e.g.,":[38],"scripts":[39],"frames),":[41],"most":[42],"work":[44,88],"now":[45],"builds":[46],"ngramlike":[47],"language":[48],"models":[49],"(LM)":[50],"beat":[52],"test.":[54],"argues":[57],"that":[58,105],"has":[61],"slowly/unknowingly":[62],"been":[63],"altered":[64],"accommodate":[66],"LMs.":[67],"Most":[68],"notably,":[69],"tests":[70],"are":[71],"auto-generated":[72],"rather":[73],"than":[74],"by":[75],"hand,":[76],"no":[78],"effort":[79],"is":[80,89],"taken":[81],"include":[83],"core":[84],"script":[85],"events.":[86],"Recent":[87],"not":[90],"clear":[91],"on":[92,119,132],"evaluation":[93],"goals":[94],"contains":[96],"contradictory":[97],"results.":[98],"We":[99,115],"implement":[100],"several":[101],"models,":[102],"show":[104],"test's":[107,125],"bias":[108],"high-frequency":[110],"events":[111],"explains":[112],"inconsistencies.":[114],"conclude":[116],"with":[117],"recommendations":[118],"how":[120],"return":[122],"original":[126],"intent,":[127],"offer":[129],"brief":[130],"suggestions":[131],"path":[134],"forward.":[135]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}