{"id":"https://openalex.org/W2517226069","doi":"https://doi.org/10.18653/v1/w16-2505","title":"Story Cloze Evaluator: Vector Space Representation Evaluation by Predicting What Happens Next","display_name":"Story Cloze Evaluator: Vector Space Representation Evaluation by Predicting What Happens Next","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2517226069","doi":"https://doi.org/10.18653/v1/w16-2505","mag":"2517226069"},"language":"en","primary_location":{"id":"doi:10.18653/v1/w16-2505","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-2505","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Evaluating Vector-Space\n          Representations for NLP","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.18653/v1/w16-2505","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005422681","display_name":"Nasrin Mostafazadeh","orcid":null},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nasrin Mostafazadeh","raw_affiliation_strings":["University of Rochester"],"affiliations":[{"raw_affiliation_string":"University of Rochester","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038603050","display_name":"Lucy Vanderwende","orcid":null},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucy Vanderwende","raw_affiliation_strings":["University of Rochester"],"affiliations":[{"raw_affiliation_string":"University of Rochester","institution_ids":["https://openalex.org/I5388228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066873932","display_name":"Wen-tau Yih","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Wen-tau Yih","raw_affiliation_strings":["(Microsoft)"],"affiliations":[{"raw_affiliation_string":"(Microsoft)","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013834379","display_name":"Pushmeet Kohli","orcid":"https://orcid.org/0000-0002-7466-7997"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Pushmeet Kohli","raw_affiliation_strings":["(Microsoft)"],"affiliations":[{"raw_affiliation_string":"(Microsoft)","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090002679","display_name":"James F. Allen","orcid":"https://orcid.org/0000-0003-4543-5457"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"James Allen","raw_affiliation_strings":["(Microsoft)"],"affiliations":[{"raw_affiliation_string":"(Microsoft)","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5005422681"],"corresponding_institution_ids":["https://openalex.org/I5388228"],"apc_list":null,"apc_paid":null,"fwci":6.8556,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.96952775,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"24","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.7255903482437134},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7182409763336182},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.653959333896637},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6530936360359192},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.595149040222168},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5813624858856201},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5697556138038635},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5419110059738159},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5211668014526367},{"id":"https://openalex.org/keywords/distributional-semantics","display_name":"Distributional semantics","score":0.5162549018859863},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.48482170701026917},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.46621519327163696},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.45139217376708984},{"id":"https://openalex.org/keywords/vector-space","display_name":"Vector space","score":0.44796329736709595},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4113992750644684},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.38326048851013184},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.339699923992157},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14043739438056946}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.7255903482437134},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7182409763336182},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.653959333896637},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6530936360359192},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.595149040222168},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5813624858856201},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5697556138038635},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5419110059738159},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5211668014526367},{"id":"https://openalex.org/C2778828372","wikidata":"https://www.wikidata.org/wiki/Q5283209","display_name":"Distributional semantics","level":3,"score":0.5162549018859863},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.48482170701026917},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.46621519327163696},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.45139217376708984},{"id":"https://openalex.org/C13336665","wikidata":"https://www.wikidata.org/wiki/Q125977","display_name":"Vector space","level":2,"score":0.44796329736709595},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4113992750644684},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.38326048851013184},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.339699923992157},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14043739438056946},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/w16-2505","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-2505","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Evaluating Vector-Space\n          Representations for NLP","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/w16-2505","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/w16-2505","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 1st Workshop on Evaluating Vector-Space\n          Representations for NLP","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4399999976158142}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1486649854","https://openalex.org/W1544827683","https://openalex.org/W1566289585","https://openalex.org/W2000900121","https://openalex.org/W2125436846","https://openalex.org/W2136189984","https://openalex.org/W2153579005","https://openalex.org/W2250790822","https://openalex.org/W2251066368","https://openalex.org/W2252211741","https://openalex.org/W2466175319","https://openalex.org/W2962790689"],"related_works":["https://openalex.org/W2114797768","https://openalex.org/W2380654781","https://openalex.org/W2176214140","https://openalex.org/W2516873349","https://openalex.org/W1840682977","https://openalex.org/W4299488910","https://openalex.org/W4386468556","https://openalex.org/W2222794291","https://openalex.org/W59191841","https://openalex.org/W2963588142"],"abstract_inverted_index":{"The":[0],"main":[1],"intrinsic":[2],"evaluation":[3,59],"for":[4,36,88],"vector":[5,38],"space":[6],"representation":[7,93],"has":[8],"been":[9],"focused":[10],"on":[11],"textual":[12,43],"similarity,":[13],"where":[14],"the":[15,47,68,78,92],"task":[16],"is":[17,61],"to":[18,63,77],"predict":[19],"how":[20],"semantically":[21],"similar":[22],"two":[23],"words":[24],"or":[25],"sentences":[26],"are.":[27],"We":[28],"propose":[29],"a":[30,56,84],"novel":[31],"framework,":[32],"Story":[33],"Cloze":[34],"Evaluator,":[35],"evaluating":[37],"representations":[39],"which":[40,81],"goes":[41],"beyond":[42],"similarity":[44],"and":[45,75],"captures":[46],"notion":[48],"of":[49,91],"predicting":[50],"what":[51],"should":[52],"happen":[53],"next":[54],"given":[55],"context.":[57],"This":[58],"methodology":[60],"simple":[62],"run,":[64],"scalable,":[65],"reproducible":[66],"by":[67,73],"community,":[69],"non-subjective,":[70],"100%":[71],"agreeable":[72],"human,":[74],"challenging":[76],"state-of-theart":[79],"models,":[80],"makes":[82],"it":[83],"promising":[85],"new":[86],"framework":[87],"further":[89],"investment":[90],"learning":[94],"community.":[95]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":7}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}