{"id":"https://openalex.org/W2962979564","doi":"https://doi.org/10.63317/2x36g84ob95p","title":"MCScript: A Novel Dataset for Assessing Machine Comprehension Using Script Knowledge","display_name":"MCScript: A Novel Dataset for Assessing Machine Comprehension Using Script Knowledge","alternate_titles":[],"publication_year":2018,"publication_date":"2018-05-01","ids":{"openalex":"https://openalex.org/W2962979564","doi":"https://doi.org/10.63317/2x36g84ob95p","mag":"2962979564"},"language":"en","primary_location":{"id":"doi:10.63317/2x36g84ob95p","doi":"https://doi.org/10.63317/2x36g84ob95p","is_oa":true,"landing_page_url":"https://doi.org/10.63317/2x36g84ob95p","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2018/pdf/225.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2962979564"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"http://www.lrec-conf.org/proceedings/lrec2018/pdf/225.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102820995","display_name":"Simon Ostermann","orcid":"https://orcid.org/0000-0002-0899-0657","observed_orcids":["https://orcid.org/0000-0002-0899-0657"]},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Simon Ostermann","raw_affiliation_strings":["Saarland University, Saarbr\u00fccken, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saarland University, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076043215","display_name":"Ashutosh Modi","orcid":"https://orcid.org/0000-0002-0962-8350","observed_orcids":["https://orcid.org/0000-0002-0962-8350","https://orcid.org/0000-0002-1776-7123"]},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Ashutosh Modi","raw_affiliation_strings":["Saarland University, Saarbr\u00fccken, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saarland University, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025079639","display_name":"Michael Roth","orcid":"https://orcid.org/0009-0008-4503-4489","observed_orcids":["https://orcid.org/0009-0008-4503-4489"]},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Michael Roth","raw_affiliation_strings":["Saarland University, Saarbr\u00fccken, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saarland University, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111900696","display_name":"Stefan Thater","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Stefan Thater","raw_affiliation_strings":["Saarland University, Saarbr\u00fccken, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saarland University, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040513195","display_name":"Manfred Pinkal","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Manfred Pinkal","raw_affiliation_strings":["Saarland University, Saarbr\u00fccken, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Saarland University, Saarbr\u00fccken, Germany","institution_ids":["https://openalex.org/I91712215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I91712215"],"apc_list":null,"apc_paid":null,"fwci":6.104,"has_fulltext":true,"cited_by_count":119,"citation_normalized_percentile":{"value":0.97111747,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8711000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8711000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.06970000267028809,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.02019999921321869,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/machine-reading-comprehension","display_name":"machine reading comprehension","score":0.6970000267028809},{"id":"https://openalex.org/keywords/script-knowledge","display_name":"script knowledge","score":0.9020000100135803},{"id":"https://openalex.org/keywords/commonsense-knowledge","display_name":"commonsense knowledge","score":0.9179999828338623},{"id":"https://openalex.org/keywords/narrative-texts","display_name":"narrative texts","score":0.746999979019165},{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.5619999766349792},{"id":"https://openalex.org/keywords/everyday-activities","display_name":"everyday activities","score":0.7129999995231628},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"natural language understanding","score":0.6800000071525574},{"id":"https://openalex.org/keywords/shared-task","display_name":"shared task","score":0.8040000200271606},{"id":"https://openalex.org/keywords/crowdsourced-data-collection","display_name":"crowdsourced data collection","score":0.6600000262260437}],"concepts":[{"id":"https://openalex.org/C30542707","wikidata":"https://www.wikidata.org/wiki/Q1603203","display_name":"Commonsense knowledge","level":3,"score":0.8319151401519775},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8038169145584106},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.6885242462158203},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.6365616321563721},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6284937858581543},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6128007769584656},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6103992462158203},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6022002696990967},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5658491849899292},{"id":"https://openalex.org/C44572571","wikidata":"https://www.wikidata.org/wiki/Q7448970","display_name":"SemEval","level":3,"score":0.5522640347480774},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.5401967167854309},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.47215843200683594},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4189271926879883},{"id":"https://openalex.org/C120567893","wikidata":"https://www.wikidata.org/wiki/Q1582085","display_name":"Knowledge extraction","level":2,"score":0.3503560423851013},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.16811195015907288},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11665624380111694},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.63317/2x36g84ob95p","doi":"https://doi.org/10.63317/2x36g84ob95p","is_oa":true,"landing_page_url":"https://doi.org/10.63317/2x36g84ob95p","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2018/pdf/225.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1803.05223","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.05223","pdf_url":"https://arxiv.org/pdf/1803.05223","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1803.05223","doi":"https://doi.org/10.48550/arxiv.1803.05223","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1803.05223","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2962979564","doi":null,"is_oa":false,"landing_page_url":"http://dblp.uni-trier.de/db/journals/corr/corr1803.html#abs-1803-05223","pdf_url":null,"source":{"id":"https://openalex.org/S4306424877","display_name":"Language Resources and Evaluation","issn_l":"1574-020X","issn":["1574-020X","1574-0218"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-c","erih-plus","jufo-3","norway-2","poland-70","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Language Resources and Evaluation","raw_type":null}],"best_oa_location":{"id":"doi:10.63317/2x36g84ob95p","doi":"https://doi.org/10.63317/2x36g84ob95p","is_oa":true,"landing_page_url":"https://doi.org/10.63317/2x36g84ob95p","pdf_url":"http://www.lrec-conf.org/proceedings/lrec2018/pdf/225.pdf","source":{"id":"https://openalex.org/S7407088301","display_name":"Language Resources and Evaluation Conference (LREC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Language Resources and Evaluation Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1951765764","display_name":null,"funder_award_id":"SFB 1102","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G893193274","display_name":null,"funder_award_id":"EXC 284","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2962979564.pdf","grobid_xml":"https://content.openalex.org/works/W2962979564.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W1525961042","https://openalex.org/W1544827683","https://openalex.org/W1549997466","https://openalex.org/W1647671624","https://openalex.org/W2107901333","https://openalex.org/W2125436846","https://openalex.org/W2126209950","https://openalex.org/W2145374219","https://openalex.org/W2151295812","https://openalex.org/W2158794898","https://openalex.org/W2164585080","https://openalex.org/W2250539671","https://openalex.org/W2252215150","https://openalex.org/W2342155211","https://openalex.org/W2517585385","https://openalex.org/W2557764419","https://openalex.org/W2573974208","https://openalex.org/W2574002207","https://openalex.org/W2606964149","https://openalex.org/W2612431505","https://openalex.org/W2739724928","https://openalex.org/W2962809918","https://openalex.org/W2963748441","https://openalex.org/W2963838094"],"related_works":["https://openalex.org/W2945392868","https://openalex.org/W4386026842","https://openalex.org/W2806055002","https://openalex.org/W2125436846","https://openalex.org/W2971740165","https://openalex.org/W2557764419","https://openalex.org/W2779681640","https://openalex.org/W2948523227","https://openalex.org/W2928107702","https://openalex.org/W4386909083"],"abstract_inverted_index":{"We":[0],"introduce":[1],"a":[2,18,78,90],"large":[3],"dataset":[4,28,85],"of":[5,71,81,89],"narrative":[6],"texts":[7],"and":[8,52,95,102],"questions":[9,55],"about":[10,38],"these":[11],"texts,":[12],"intended":[13],"to":[14,44,64],"be":[15,65],"used":[16],"in":[17,32,49,77],"machine":[19],"comprehension":[20],"task":[21,92],"that":[22,33,53,68],"requires":[23],"reasoning":[24],"using":[25],"commonsense":[26,57,94],"knowledge.Our":[27],"complements":[29],"similar":[30],"datasets":[31],"we":[34],"focus":[35],"on":[36,93],"stories":[37],"everyday":[39],"activities,":[40],"such":[41,82],"as":[42],"going":[43],"the":[45,50,54,87,108],"movies":[46],"or":[47,59],"working":[48],"garden,":[51],"require":[56],"knowledge,":[58,63],"more":[60],"specifically,":[61],"script":[62,96],"answered.We":[66],"show":[67],"our":[69],"mode":[70],"data":[72],"collection":[73],"via":[74],"crowdsourcing":[75],"results":[76],"substantial":[79],"amount":[80],"inference":[83],"questions.The":[84],"forms":[86],"basis":[88],"shared":[91],"knowledge":[97],"organized":[98],"at":[99],"SemEval":[100],"2018":[101],"provides":[103],"challenging":[104],"test":[105],"cases":[106],"for":[107],"broader":[109],"natural":[110],"language":[111],"understanding":[112],"community.":[113]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2962979564","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":19},{"year":2019,"cited_by_count":29},{"year":2018,"cited_by_count":11}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2019-07-30T00:00:00"}
