{"id":"https://openalex.org/W2807085696","doi":"https://doi.org/10.18653/v1/s18-1121","title":"SemEval-2018 Task 12: The Argument Reasoning Comprehension Task","display_name":"SemEval-2018 Task 12: The Argument Reasoning Comprehension Task","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2807085696","doi":"https://doi.org/10.18653/v1/s18-1121","mag":"2807085696"},"language":"en","primary_location":{"id":"doi:10.18653/v1/s18-1121","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s18-1121","pdf_url":"https://www.aclweb.org/anthology/S18-1121.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The 12th International Workshop on Semantic Evaluation","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/S18-1121.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051194245","display_name":"Ivan Habernal","orcid":"https://orcid.org/0000-0002-0990-4554"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ivan Habernal","raw_affiliation_strings":["Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universitt Darmstadt, Germany www","Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universit\u00e4t Darmstadt, Germany www"],"affiliations":[{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universitt Darmstadt, Germany www","institution_ids":[]},{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universit\u00e4t Darmstadt, Germany www","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014375244","display_name":"Henning Wachsmuth","orcid":"https://orcid.org/0000-0003-2792-621X"},"institutions":[{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Henning Wachsmuth","raw_affiliation_strings":["Faculty of Media, Bauhaus-Universitt Weimar, Germany","Faculty of Media, Bauhaus-Universit\u00e4t Weimar, Germany"],"affiliations":[{"raw_affiliation_string":"Faculty of Media, Bauhaus-Universitt Weimar, Germany","institution_ids":["https://openalex.org/I51441396"]},{"raw_affiliation_string":"Faculty of Media, Bauhaus-Universit\u00e4t Weimar, Germany","institution_ids":["https://openalex.org/I51441396"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027450194","display_name":"Iryna Gurevych","orcid":"https://orcid.org/0000-0003-2187-7621"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iryna Gurevych","raw_affiliation_strings":["Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universitt Darmstadt, Germany www","Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universit\u00e4t Darmstadt, Germany www"],"affiliations":[{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universitt Darmstadt, Germany www","institution_ids":[]},{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP) and Research Training Group AIPHES Department of Computer Science, Technische Universit\u00e4t Darmstadt, Germany www","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027915931","display_name":"Benno Stein","orcid":"https://orcid.org/0000-0001-9033-2217"},"institutions":[{"id":"https://openalex.org/I51441396","display_name":"Bauhaus-Universit\u00e4t Weimar","ror":"https://ror.org/033bb5z47","country_code":"DE","type":"education","lineage":["https://openalex.org/I51441396"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Benno Stein","raw_affiliation_strings":["Faculty of Media, Bauhaus-Universitt Weimar, Germany","Faculty of Media, Bauhaus-Universit\u00e4t Weimar, Germany"],"affiliations":[{"raw_affiliation_string":"Faculty of Media, Bauhaus-Universitt Weimar, Germany","institution_ids":["https://openalex.org/I51441396"]},{"raw_affiliation_string":"Faculty of Media, Bauhaus-Universit\u00e4t Weimar, Germany","institution_ids":["https://openalex.org/I51441396"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5051194245"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2063,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.93499536,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"763","last_page":"772"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9835000038146973,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/warrant","display_name":"Warrant","score":0.8291870951652527},{"id":"https://openalex.org/keywords/premise","display_name":"Premise","score":0.816210150718689},{"id":"https://openalex.org/keywords/argument","display_name":"Argument (complex analysis)","score":0.8037164211273193},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7413778901100159},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.7144800424575806},{"id":"https://openalex.org/keywords/semeval","display_name":"SemEval","score":0.6869395971298218},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6606369018554688},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6410636901855469},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5488721132278442},{"id":"https://openalex.org/keywords/commonsense-reasoning","display_name":"Commonsense reasoning","score":0.46411827206611633},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43896299600601196},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.4168930947780609},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.34785160422325134},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.33805301785469055},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19568249583244324},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.07677498459815979},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07233619689941406}],"concepts":[{"id":"https://openalex.org/C2776916960","wikidata":"https://www.wikidata.org/wiki/Q637156","display_name":"Warrant","level":2,"score":0.8291870951652527},{"id":"https://openalex.org/C2778023277","wikidata":"https://www.wikidata.org/wiki/Q321703","display_name":"Premise","level":2,"score":0.816210150718689},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.8037164211273193},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7413778901100159},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.7144800424575806},{"id":"https://openalex.org/C44572571","wikidata":"https://www.wikidata.org/wiki/Q7448970","display_name":"SemEval","level":3,"score":0.6869395971298218},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6606369018554688},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6410636901855469},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5488721132278442},{"id":"https://openalex.org/C193221554","wikidata":"https://www.wikidata.org/wiki/Q5153664","display_name":"Commonsense reasoning","level":2,"score":0.46411827206611633},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43896299600601196},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4168930947780609},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.34785160422325134},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.33805301785469055},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19568249583244324},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.07677498459815979},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07233619689941406},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C106159729","wikidata":"https://www.wikidata.org/wiki/Q2294553","display_name":"Financial economics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/s18-1121","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s18-1121","pdf_url":"https://www.aclweb.org/anthology/S18-1121.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The 12th International Workshop on Semantic Evaluation","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/s18-1121","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s18-1121","pdf_url":"https://www.aclweb.org/anthology/S18-1121.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The 12th International Workshop on Semantic Evaluation","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7200000286102295,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G3424576390","display_name":null,"funder_award_id":"GRK 1994","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G481299621","display_name":null,"funder_award_id":"GRK 1994/1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G6052429835","display_name":null,"funder_award_id":"(DFG)","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G762232396","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2807085696.pdf","grobid_xml":"https://content.openalex.org/works/W2807085696.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1486649854","https://openalex.org/W1586098667","https://openalex.org/W1840435438","https://openalex.org/W1997210479","https://openalex.org/W2118707092","https://openalex.org/W2119707623","https://openalex.org/W2171421863","https://openalex.org/W2250238124","https://openalex.org/W2250539671","https://openalex.org/W2251097987","https://openalex.org/W2251618894","https://openalex.org/W2251818274","https://openalex.org/W2511755860","https://openalex.org/W2608787653","https://openalex.org/W2740947917","https://openalex.org/W2788292930","https://openalex.org/W2963313239","https://openalex.org/W2963491027","https://openalex.org/W2963756346","https://openalex.org/W2963940534","https://openalex.org/W4301186107","https://openalex.org/W4302343710"],"related_works":["https://openalex.org/W2350925193","https://openalex.org/W3116645451","https://openalex.org/W3035387406","https://openalex.org/W3117811146","https://openalex.org/W3114584238","https://openalex.org/W3212482344","https://openalex.org/W3201027158","https://openalex.org/W3115010267","https://openalex.org/W3114248697","https://openalex.org/W3045583919"],"abstract_inverted_index":{"A":[0],"natural":[1],"language":[2],"argument":[3,59],"is":[4,24,30,75,166],"composed":[5],"of":[6,42,120,130,142,154,163],"a":[7,40,63,66],"claim":[8,67],"as":[9,11,14,28],"well":[10],"reasons":[12],"given":[13],"premises":[15],"for":[16,45,49,107],"the":[17,22,33,54,73,79,99,108,113,128,131,139,145,151],"claim.":[18],"The":[19,125],"warrant":[20,81],"explaining":[21],"reasoning":[23,60,169],"usually":[25],"left":[26],"implicit,":[27],"it":[29],"clear":[31],"from":[32],"context":[34],"and":[35,65,88,110],"common":[36],"sense.":[37],"This":[38,51],"makes":[39],"comprehension":[41],"arguments":[43],"easy":[44],"humans":[46],"but":[47,91],"hard":[48],"machines.":[50],"paper":[52],"summarizes":[53],"first":[55],"shared":[56],"task":[57],"on":[58],"comprehension.":[61,170],"Given":[62],"premise":[64],"along":[68],"with":[69,101,133],"some":[70],"topic":[71],"information,":[72],"goal":[74],"to":[76,168],"automatically":[77],"identify":[78],"correct":[80],"among":[82],"two":[83],"candidates":[84],"that":[85,104,117,160],"are":[86],"plausible":[87],"lexically":[89],"close,":[90],"in":[92],"fact":[93],"imply":[94],"opposite":[95],"claims.":[96],"We":[97],"describe":[98],"dataset":[100],"1970":[102],"instances":[103],"we":[105,111],"built":[106],"task,":[109,132],"outline":[112],"21":[114],"computational":[115],"approaches":[116,135],"participated,":[118],"most":[119],"which":[121],"used":[122],"neural":[123],"networks.":[124],"results":[126],"reveal":[127],"complexity":[129],"many":[134],"hardly":[136],"improving":[137],"over":[138],"random":[140],"accuracy":[141,148],"0.5.":[143],"Still,":[144],"best":[146],"observed":[147],"(0.712)":[149],"underlines":[150],"principle":[152],"feasibility":[153],"identifying":[155],"warrants.":[156],"Our":[157],"analysis":[158],"indicates":[159],"an":[161],"inclusion":[162],"external":[164],"knowledge":[165],"key":[167]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":4}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}