{"id":"https://openalex.org/W2987553933","doi":"https://doi.org/10.18653/v1/d19-5808","title":"Reasoning Over Paragraph Effects in Situations","display_name":"Reasoning Over Paragraph Effects in Situations","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2987553933","doi":"https://doi.org/10.18653/v1/d19-5808","mag":"2987553933"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d19-5808","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-5808","pdf_url":"https://www.aclweb.org/anthology/D19-5808.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Machine Reading for Question Answering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D19-5808.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074764224","display_name":"Kevin Lin","orcid":"https://orcid.org/0000-0002-1236-9847"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Kevin Lin","raw_affiliation_strings":["Institute for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071250061","display_name":"Oyvind Tafjord","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oyvind Tafjord","raw_affiliation_strings":["Institute for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081635691","display_name":"Peter E. Clark","orcid":"https://orcid.org/0000-0002-8006-7015"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peter Clark","raw_affiliation_strings":["Institute for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035088083","display_name":"Matt Gardner","orcid":"https://orcid.org/0000-0001-8458-1727"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Matt Gardner","raw_affiliation_strings":["Institute for Artificial Intelligence"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5074764224"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.4009,"has_fulltext":true,"cited_by_count":90,"citation_normalized_percentile":{"value":0.98065595,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"58","last_page":"62"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/paragraph","display_name":"Paragraph","score":0.8789223432540894},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7451146841049194},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.6558984518051147},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6534165740013123},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6324182748794556},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.6089240908622742},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.5800949335098267},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5760028958320618},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5630084276199341},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.48111027479171753},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.3513786792755127},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.23361602425575256},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.22345083951950073},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10887256264686584}],"concepts":[{"id":"https://openalex.org/C2777206241","wikidata":"https://www.wikidata.org/wiki/Q194431","display_name":"Paragraph","level":2,"score":0.8789223432540894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7451146841049194},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.6558984518051147},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6534165740013123},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6324182748794556},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.6089240908622742},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.5800949335098267},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5760028958320618},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5630084276199341},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48111027479171753},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.3513786792755127},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.23361602425575256},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.22345083951950073},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10887256264686584},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/d19-5808","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-5808","pdf_url":"https://www.aclweb.org/anthology/D19-5808.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Machine Reading for Question Answering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/d19-5808","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-5808","pdf_url":"https://www.aclweb.org/anthology/D19-5808.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2nd Workshop on Machine Reading for Question Answering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8899999856948853}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2987553933.pdf","grobid_xml":"https://content.openalex.org/works/W2987553933.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W1840435438","https://openalex.org/W2125436846","https://openalex.org/W2130158090","https://openalex.org/W2606964149","https://openalex.org/W2740747242","https://openalex.org/W2804897457","https://openalex.org/W2889787757","https://openalex.org/W2890894339","https://openalex.org/W2891304738","https://openalex.org/W2896457183","https://openalex.org/W2912924812","https://openalex.org/W2919420119","https://openalex.org/W2962809918","https://openalex.org/W2963341956","https://openalex.org/W2963368301","https://openalex.org/W2963748441","https://openalex.org/W2965373594","https://openalex.org/W2970442950","https://openalex.org/W4288548690"],"related_works":["https://openalex.org/W2377059580","https://openalex.org/W4200355488","https://openalex.org/W127000293","https://openalex.org/W3215892509","https://openalex.org/W2928616779","https://openalex.org/W2412592434","https://openalex.org/W2082296339","https://openalex.org/W2161828220","https://openalex.org/W1972348076","https://openalex.org/W2083863157"],"abstract_inverted_index":{"A":[0,75],"key":[1],"component":[2],"of":[3,8,32,63,86,103,113,149,156,173,185],"successfully":[4],"reading":[5,41,158],"a":[6,21,37,79,89,141],"passage":[7,19,81,109],"text":[9],"is":[10,77],"the":[11,18,104,107,111,114,147,154,174,182],"ability":[12],"to":[13,20,26,133],"apply":[14],"knowledge":[15],"gained":[16],"from":[17,120],"new":[22,73],"situation.":[23,115],"In":[24],"order":[25],"facilitate":[27],"progress":[28],"on":[29],"this":[30,94,150],"kind":[31],"reading,":[33],"we":[34],"present":[35],"ROPES,":[36],"challenging":[38],"benchmark":[39],"for":[40,72],"comprehension":[42,159],"targeting":[43],"Reasoning":[44],"Over":[45],"Paragraph":[46],"Effects":[47],"in":[48,65,106,110,140],"Situations.":[49],"We":[50,116,145],"target":[51],"expository":[52],"language":[53],"describing":[54],"causes":[55],"and":[56,96,123,129,137,152],"effects":[57,102],"(e.g.,":[58],"\"animal":[59],"pollinators":[60],"increase":[61],"efficiency":[62],"fertilization":[64],"flowers\"),":[66],"as":[67],"they":[68],"have":[69],"clear":[70],"implications":[71],"situations.":[74],"system":[76],"presented":[78],"background":[80,108,118],"containing":[82],"at":[83,177],"least":[84],"one":[85],"these":[87],"relations,":[88],"novel":[90],"situation":[91],"that":[92,98,125],"uses":[93],"background,":[95],"questions":[97],"require":[99],"reasoning":[100],"about":[101],"relationships":[105],"context":[112],"collect":[117],"passages":[119],"science":[121],"textbooks":[122],"Wikipedia":[124],"contain":[126],"such":[127],"phenomena,":[128],"ask":[130],"crowd":[131],"workers":[132],"author":[134],"situations,":[135],"questions,":[136],"answers,":[138],"resulting":[139],"14,322":[142],"question":[143],"dataset.":[144],"analyze":[146],"challenges":[148],"task":[151],"evaluate":[153],"performance":[155,184],"state-of-the-art":[157],"models.":[160],"The":[161],"best":[162],"model":[163],"performs":[164],"only":[165],"slightly":[166],"better":[167],"than":[168],"randomly":[169],"guessing":[170],"an":[171],"answer":[172],"correct":[175],"type,":[176],"61.6%":[178],"F1,":[179],"well":[180],"below":[181],"human":[183],"89.0%.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":22},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":20},{"year":2019,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}