{"id":"https://openalex.org/W2983719617","doi":"https://doi.org/10.18653/v1/d19-5309","title":"TextGraphs 2019 Shared Task on Multi-Hop Inference for Explanation Regeneration","display_name":"TextGraphs 2019 Shared Task on Multi-Hop Inference for Explanation Regeneration","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2983719617","doi":"https://doi.org/10.18653/v1/d19-5309","mag":"2983719617"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d19-5309","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-5309","pdf_url":"https://www.aclweb.org/anthology/D19-5309.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth Workshop on Graph-Based Methods for Natural Language Processing (TextGraphs-13)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D19-5309.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111404777","display_name":"Peter Jansen","orcid":null},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Peter Jansen","raw_affiliation_strings":["School of Information, University of Arizona, USA"],"affiliations":[{"raw_affiliation_string":"School of Information, University of Arizona, USA","institution_ids":["https://openalex.org/I138006243"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030955986","display_name":"Dmitry Ustalov","orcid":"https://orcid.org/0000-0002-9979-2188"},"institutions":[{"id":"https://openalex.org/I58957048","display_name":"Yandex (Russia)","ror":"https://ror.org/04dbch786","country_code":"RU","type":"company","lineage":["https://openalex.org/I58957048"]},{"id":"https://openalex.org/I177802217","display_name":"University of Mannheim","ror":"https://ror.org/031bsb921","country_code":"DE","type":"education","lineage":["https://openalex.org/I177802217"]}],"countries":["DE","RU"],"is_corresponding":false,"raw_author_name":"Dmitry Ustalov","raw_affiliation_strings":["Data and Web Science Group, University of Mannheim, Germany","Yandex, Russian Federation"],"affiliations":[{"raw_affiliation_string":"Data and Web Science Group, University of Mannheim, Germany","institution_ids":["https://openalex.org/I177802217"]},{"raw_affiliation_string":"Yandex, Russian Federation","institution_ids":["https://openalex.org/I58957048"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5111404777"],"corresponding_institution_ids":["https://openalex.org/I138006243"],"apc_list":null,"apc_paid":null,"fwci":4.4797,"has_fulltext":true,"cited_by_count":34,"citation_normalized_percentile":{"value":0.95695621,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"63","last_page":"77"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.8488759398460388},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7796683311462402},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.5638400316238403},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5394978523254395},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.5124924182891846},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47934064269065857},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.47729432582855225},{"id":"https://openalex.org/keywords/hop","display_name":"Hop (telecommunications)","score":0.47279876470565796},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4223291873931885},{"id":"https://openalex.org/keywords/knowledge-graph","display_name":"Knowledge graph","score":0.41770264506340027},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.40520966053009033},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4016062319278717},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3024349510669708}],"concepts":[{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.8488759398460388},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7796683311462402},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5638400316238403},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5394978523254395},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.5124924182891846},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47934064269065857},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.47729432582855225},{"id":"https://openalex.org/C25906391","wikidata":"https://www.wikidata.org/wiki/Q1432381","display_name":"Hop (telecommunications)","level":2,"score":0.47279876470565796},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4223291873931885},{"id":"https://openalex.org/C2987255567","wikidata":"https://www.wikidata.org/wiki/Q33002955","display_name":"Knowledge graph","level":2,"score":0.41770264506340027},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.40520966053009033},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4016062319278717},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3024349510669708},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/d19-5309","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-5309","pdf_url":"https://www.aclweb.org/anthology/D19-5309.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth Workshop on Graph-Based Methods for Natural Language Processing (TextGraphs-13)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/d19-5309","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d19-5309","pdf_url":"https://www.aclweb.org/anthology/D19-5309.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirteenth Workshop on Graph-Based Methods for Natural Language Processing (TextGraphs-13)","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4413914178","display_name":"III: Small: Collaborative Research: Explainable Natural Language Inference","funder_award_id":"1815948","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5106512922","display_name":null,"funder_award_id":"Deutsche Forschungsgemeinschaft (DFG","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G6024419964","display_name":null,"funder_award_id":"Deutsche Forschungsgemeinschaft (DFG)","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G6052429835","display_name":null,"funder_award_id":"(DFG)","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320317052","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734"},{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320324159","display_name":"Universit\u00e4t Mannheim","ror":"https://ror.org/031bsb921"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2983719617.pdf","grobid_xml":"https://content.openalex.org/works/W2983719617.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1532325895","https://openalex.org/W1549997466","https://openalex.org/W2016089260","https://openalex.org/W2035720976","https://openalex.org/W2115792525","https://openalex.org/W2117850960","https://openalex.org/W2125444198","https://openalex.org/W2251913848","https://openalex.org/W2282821441","https://openalex.org/W2575101981","https://openalex.org/W2598771386","https://openalex.org/W2739749670","https://openalex.org/W2760268776","https://openalex.org/W2792924782","https://openalex.org/W2794325560","https://openalex.org/W2889787757","https://openalex.org/W2909295022","https://openalex.org/W2942128719","https://openalex.org/W2953163841","https://openalex.org/W2962718483","https://openalex.org/W2963318894","https://openalex.org/W2963339923","https://openalex.org/W2963341956","https://openalex.org/W2963866616","https://openalex.org/W2963991868","https://openalex.org/W2965373594","https://openalex.org/W2970597249","https://openalex.org/W2972260442","https://openalex.org/W2982940459","https://openalex.org/W2986650838","https://openalex.org/W3042821973","https://openalex.org/W4288114783","https://openalex.org/W4298110152"],"related_works":["https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W2115758952","https://openalex.org/W2117210722","https://openalex.org/W3134247745","https://openalex.org/W4226243593","https://openalex.org/W3172691639","https://openalex.org/W2963582704","https://openalex.org/W4285816982","https://openalex.org/W4386298164"],"abstract_inverted_index":{"While":[0],"automated":[1],"question":[2],"answering":[3],"systems":[4,147],"are":[5],"increasingly":[6],"able":[7],"to":[8,11,17,91],"retrieve":[9],"answers":[10,24],"natural":[12],"language":[13],"questions,":[14],"their":[15,23],"ability":[16],"generate":[18,92],"detailed":[19,42,80,93,170],"human-readable":[20],"explanations":[21,44,94,171],"for":[22,35,45],"is":[25,84],"still":[26],"quite":[27],"limited.":[28],"The":[29,120],"Shared":[30],"Task":[31],"on":[32],"Multi-Hop":[33],"Inference":[34],"Explanation":[36],"Regeneration":[37],"tasks":[38],"participants":[39],"with":[40],"regenerating":[41],"gold":[43],"standardized":[46],"elementary":[47],"science":[48],"exam":[49],"questions":[50],"by":[51,115],"selecting":[52],"facts":[53,69,90],"from":[54],"a":[55,124,136],"knowledge":[56,78],"base":[57],"of":[58,109,129,144,168],"semistructured":[59],"tables.":[60],"Each":[61],"explanation":[62,118],"contains":[63],"between":[64],"1":[65],"and":[66,79,102,105],"16":[67],"interconnected":[68],"that":[70,86],"form":[71],"an":[72],"\"explanation":[73],"graph\"":[74],"spanning":[75],"core":[76],"scientific":[77],"world":[81],"knowledge.":[82],"It":[83],"expected":[85],"successfully":[87],"combining":[88],"these":[89],"will":[95,106],"require":[96],"advancing":[97,132],"methods":[98],"in":[99,152],"multihop":[100,173],"inference":[101,158],"information":[103,138],"combination,":[104],"make":[107],"use":[108],"the":[110,116,133,154,166],"supervised":[111],"training":[112],"data":[113],"provided":[114],"WorldTree":[117],"corpus.":[119],"top-performing":[121],"system":[122],"achieved":[123],"mean":[125],"average":[126],"precision":[127],"(MAP)":[128],"0.56,":[130],"substantially":[131],"state-of-the-art":[134],"over":[135],"baseline":[137],"retrieval":[139],"model.":[140],"Detailed":[141],"extended":[142],"analyses":[143],"all":[145],"submitted":[146],"showed":[148],"large":[149],"relative":[150],"improvements":[151],"accessing":[153],"most":[155],"challenging":[156],"multi-hop":[157],"problems,":[159],"while":[160],"absolute":[161],"performance":[162],"remains":[163],"low,":[164],"highlighting":[165],"difficulty":[167],"generating":[169],"through":[172],"reasoning.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":14},{"year":2019,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}