{"id":"https://openalex.org/W2805130667","doi":"https://doi.org/10.18653/v1/s18-2026","title":"Agree or Disagree: Predicting Judgments on Nuanced Assertions","display_name":"Agree or Disagree: Predicting Judgments on Nuanced Assertions","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2805130667","doi":"https://doi.org/10.18653/v1/s18-2026","mag":"2805130667"},"language":"en","primary_location":{"id":"doi:10.18653/v1/s18-2026","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s18-2026","pdf_url":"https://www.aclweb.org/anthology/S18-2026.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Seventh Joint Conference on Lexical and\n          Computational Semantics","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/S18-2026.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075957911","display_name":"Michael Wojatzki","orcid":null},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Michael Wojatzki","raw_affiliation_strings":["Language Technology Lab University of Duisburg-Essen, Germany"],"affiliations":[{"raw_affiliation_string":"Language Technology Lab University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072459546","display_name":"Torsten Zesch","orcid":"https://orcid.org/0000-0002-9678-3825"},"institutions":[{"id":"https://openalex.org/I62318514","display_name":"University of Duisburg-Essen","ror":"https://ror.org/04mz5ra38","country_code":"DE","type":"education","lineage":["https://openalex.org/I62318514"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Torsten Zesch","raw_affiliation_strings":["Language Technology Lab University of Duisburg-Essen, Germany"],"affiliations":[{"raw_affiliation_string":"Language Technology Lab University of Duisburg-Essen, Germany","institution_ids":["https://openalex.org/I62318514"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033684482","display_name":"Saif M. Mohammad","orcid":"https://orcid.org/0000-0003-2716-7516"},"institutions":[{"id":"https://openalex.org/I4210159778","display_name":"National Research Council Canada","ror":"https://ror.org/04mte1k06","country_code":"CA","type":"government","lineage":["https://openalex.org/I4210159778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Saif Mohammad","raw_affiliation_strings":["National Research Council Canada Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"National Research Council Canada Ottawa, Canada","institution_ids":["https://openalex.org/I4210159778"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077738658","display_name":"Svetlana Kiritchenko","orcid":"https://orcid.org/0000-0003-2550-3918"},"institutions":[{"id":"https://openalex.org/I4210159778","display_name":"National Research Council Canada","ror":"https://ror.org/04mte1k06","country_code":"CA","type":"government","lineage":["https://openalex.org/I4210159778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Svetlana Kiritchenko","raw_affiliation_strings":["National Research Council Canada Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"National Research Council Canada Ottawa, Canada","institution_ids":["https://openalex.org/I4210159778"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5075957911"],"corresponding_institution_ids":["https://openalex.org/I62318514"],"apc_list":null,"apc_paid":null,"fwci":0.677,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.77145726,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"214","last_page":"224"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/assertion","display_name":"Assertion","score":0.8890325427055359},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.726023256778717},{"id":"https://openalex.org/keywords/statement","display_name":"Statement (logic)","score":0.6572338342666626},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6293858289718628},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.6084093451499939},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5976718664169312},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5821326971054077},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5208878517150879},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4785647690296173},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.45551103353500366},{"id":"https://openalex.org/keywords/social-media","display_name":"Social media","score":0.41115567088127136},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.39076346158981323},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.34851697087287903},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33155691623687744},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2611536979675293},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.18044278025627136},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1386517882347107},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.08434221148490906}],"concepts":[{"id":"https://openalex.org/C40422974","wikidata":"https://www.wikidata.org/wiki/Q741248","display_name":"Assertion","level":2,"score":0.8890325427055359},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.726023256778717},{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.6572338342666626},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6293858289718628},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6084093451499939},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5976718664169312},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5821326971054077},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5208878517150879},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4785647690296173},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.45551103353500366},{"id":"https://openalex.org/C518677369","wikidata":"https://www.wikidata.org/wiki/Q202833","display_name":"Social media","level":2,"score":0.41115567088127136},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.39076346158981323},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.34851697087287903},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33155691623687744},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2611536979675293},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.18044278025627136},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1386517882347107},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.08434221148490906},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/s18-2026","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s18-2026","pdf_url":"https://www.aclweb.org/anthology/S18-2026.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Seventh Joint Conference on Lexical and\n          Computational Semantics","raw_type":"proceedings-article"},{"id":"pmh:oai:duepublico2.uni-due.de:duepublico_mods_00046444","is_oa":true,"landing_page_url":"https://nbn-resolving.org/urn:nbn:de:hbz:464-20180627-112211-1","pdf_url":"https://duepublico2.uni-due.de/servlets/MCRFileNodeServlet/duepublico_derivate_00045698/Wojatzki_et_al_Agree_or_Disagree.pdf","source":{"id":"https://openalex.org/S4306400212","display_name":"DuEPublico (University of Duisburg-Essen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62318514","host_organization_name":"University of Duisburg-Essen","host_organization_lineage":["https://openalex.org/I62318514"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doc-type:conferenceObject"}],"best_oa_location":{"id":"doi:10.18653/v1/s18-2026","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s18-2026","pdf_url":"https://www.aclweb.org/anthology/S18-2026.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Seventh Joint Conference on Lexical and\n          Computational Semantics","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.6800000071525574,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G1090148322","display_name":null,"funder_award_id":"GRK 2167","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G2962039251","display_name":null,"funder_award_id":"No. GRK","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G5106512922","display_name":null,"funder_award_id":"Deutsche Forschungsgemeinschaft (DFG","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G6024419964","display_name":null,"funder_award_id":"Deutsche Forschungsgemeinschaft (DFG)","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G6052429835","display_name":null,"funder_award_id":"(DFG)","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2805130667.pdf","grobid_xml":"https://content.openalex.org/works/W2805130667.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W1494404649","https://openalex.org/W1580899010","https://openalex.org/W1990061958","https://openalex.org/W2016172157","https://openalex.org/W2026318959","https://openalex.org/W2073265902","https://openalex.org/W2097726431","https://openalex.org/W2100235918","https://openalex.org/W2108646579","https://openalex.org/W2118707092","https://openalex.org/W2123427850","https://openalex.org/W2145360759","https://openalex.org/W2153635508","https://openalex.org/W2156413587","https://openalex.org/W2159094788","https://openalex.org/W2170738476","https://openalex.org/W2171960770","https://openalex.org/W2250243742","https://openalex.org/W2251087009","https://openalex.org/W2251717670","https://openalex.org/W2251861449","https://openalex.org/W2265862919","https://openalex.org/W2460159515","https://openalex.org/W2460474657","https://openalex.org/W2493916176","https://openalex.org/W2508865106","https://openalex.org/W2510940142","https://openalex.org/W2511755860","https://openalex.org/W2514580187","https://openalex.org/W2518510348","https://openalex.org/W2558412209","https://openalex.org/W2577993056","https://openalex.org/W2739836857","https://openalex.org/W2787752663","https://openalex.org/W2806254723","https://openalex.org/W2806825379","https://openalex.org/W2902468147","https://openalex.org/W2951359136","https://openalex.org/W2953384591","https://openalex.org/W2964079262","https://openalex.org/W2964135759","https://openalex.org/W3027304069","https://openalex.org/W3107690764","https://openalex.org/W3120421331","https://openalex.org/W3123023186","https://openalex.org/W3124336189","https://openalex.org/W4385414156"],"related_works":["https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1978111509","https://openalex.org/W2350567553","https://openalex.org/W3037322406","https://openalex.org/W2043380470","https://openalex.org/W2063908860","https://openalex.org/W2395078704","https://openalex.org/W2010447301","https://openalex.org/W4233589845"],"abstract_inverted_index":{"Being":[0],"able":[1],"to":[2,34],"predict":[3],"whether":[4,39],"people":[5,25],"agree":[6],"or":[7,28],"disagree":[8],"with":[9,44,105],"an":[10,13],"assertion":[11,71],"(i.e.":[12],"explicit,":[14],"selfcontained":[15],"statement)":[16],"has":[17],"several":[18],"applications":[19],"ranging":[20],"from":[21],"predicting":[22,57,98],"how":[23],"many":[24],"will":[26],"like":[27],"dislike":[29],"a":[30,45,77,83,102,112,125,135],"social":[31],"media":[32],"post":[33],"classifying":[35],"posts":[36],"based":[37,65],"on":[38,66,82,91],"they":[40],"are":[41],"in":[42],"accordance":[43],"particular":[46],"point":[47],"of":[48,59,69,80,116],"view.":[49],"We":[50,75,95],"formalize":[51],"this":[52],"as":[53],"two":[54],"NLP":[55],"tasks:":[56],"judgments":[58,90,100],"(i)":[60],"individuals":[61],"and":[62,72],"(ii)":[63],"groups":[64],"the":[67,70],"text":[68],"previous":[73],"judgments.":[74],"evaluate":[76],"wide":[78,136],"range":[79],"approaches":[81,133],"crowdsourced":[84],"data":[85],"set":[86],"containing":[87],"over":[88,92],"100,000":[89],"2,000":[93],"assertions.":[94],"find":[96],"that":[97],"individual":[99],"is":[101],"hard":[103],"task":[104],"our":[106],"best":[107],"results":[108],"only":[109],"slightly":[110],"exceeding":[111],"majority":[113],"baseline.":[114],"Judgments":[115],"groups,":[117],"however,":[118],"can":[119],"be":[120],"more":[121],"reliably":[122],"predicted":[123],"using":[124],"Siamese":[126],"neural":[127],"network,":[128],"which":[129],"outperforms":[130],"all":[131],"other":[132],"by":[134],"margin.":[137]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2018,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}