{"id":"https://openalex.org/W2948810786","doi":"https://doi.org/10.18653/v1/s19-2149","title":"SemEval-2019 Task 8: Fact Checking in Community Question Answering Forums","display_name":"SemEval-2019 Task 8: Fact Checking in Community Question Answering Forums","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2948810786","doi":"https://doi.org/10.18653/v1/s19-2149","mag":"2948810786"},"language":"en","primary_location":{"id":"doi:10.18653/v1/s19-2149","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s19-2149","pdf_url":"https://www.aclweb.org/anthology/S19-2149.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Workshop on Semantic Evaluation","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/S19-2149.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049088608","display_name":"Tsvetomila Mihaylova","orcid":"https://orcid.org/0000-0002-2864-5842"},"institutions":[{"id":"https://openalex.org/I4210120471","display_name":"Instituto de Telecomunica\u00e7\u00f5es","ror":"https://ror.org/02ht4fk33","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210120471"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Tsvetomila Mihaylova","raw_affiliation_strings":["Instituto de Telecomunicac es, Lisbon, Portugal,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instituto de Telecomunicac es, Lisbon, Portugal,","institution_ids":["https://openalex.org/I4210120471"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Georgi Karadzhov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Georgi Karadzhov","raw_affiliation_strings":["SiteGround Hosting EOOD, Bulgaria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SiteGround Hosting EOOD, Bulgaria","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001646936","display_name":"Pepa Atanasova","orcid":"https://orcid.org/0000-0002-0023-2616"},"institutions":[{"id":"https://openalex.org/I124055696","display_name":"University of Copenhagen","ror":"https://ror.org/035b05819","country_code":"DK","type":"education","lineage":["https://openalex.org/I124055696"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Pepa Atanasova","raw_affiliation_strings":["University of Copenhagen, Denmark","University of Copenhagen, Denmark,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Copenhagen, Denmark","institution_ids":["https://openalex.org/I124055696"]},{"raw_affiliation_string":"University of Copenhagen, Denmark,","institution_ids":["https://openalex.org/I124055696"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025885625","display_name":"Ramy Baly","orcid":"https://orcid.org/0000-0002-6160-6335"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramy Baly","raw_affiliation_strings":["MIT Computer Science and Artificial Intelligence Laboratory, Cambridge, MA","MIT Computer Science and Artificial Intelligence Laboratory, Cambridge, MA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Computer Science and Artificial Intelligence Laboratory, Cambridge, MA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"MIT Computer Science and Artificial Intelligence Laboratory, Cambridge, MA#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045187986","display_name":"Mitra Mohtarami","orcid":null},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mitra Mohtarami","raw_affiliation_strings":["MIT Computer Science and Artificial Intelligence Laboratory, Cambridge, MA","MIT Computer Science and Artificial Intelligence Laboratory, Cambridge, MA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT Computer Science and Artificial Intelligence Laboratory, Cambridge, MA","institution_ids":["https://openalex.org/I63966007"]},{"raw_affiliation_string":"MIT Computer Science and Artificial Intelligence Laboratory, Cambridge, MA#TAB#","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012055259","display_name":"Preslav Nakov","orcid":"https://orcid.org/0000-0002-3600-1510"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Preslav Nakov","raw_affiliation_strings":["Qatar Computing Research Institute, HBKU","Qatar Computing Research Institute - HBKU"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Qatar Computing Research Institute, HBKU","institution_ids":[]},{"raw_affiliation_string":"Qatar Computing Research Institute - HBKU","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1569,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.84096635,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"860","last_page":"869"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9797999858856201,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semeval","display_name":"SemEval","score":0.9339231848716736},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.8683782815933228},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7908799052238464},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6875224113464355},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.6675655841827393},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.6566711664199829},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.48993223905563354},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44205614924430847},{"id":"https://openalex.org/keywords/advice","display_name":"Advice (programming)","score":0.43434298038482666},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40971821546554565},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.3335672616958618},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1999722123146057},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.09606984257698059},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.07648417353630066},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.056391358375549316}],"concepts":[{"id":"https://openalex.org/C44572571","wikidata":"https://www.wikidata.org/wiki/Q7448970","display_name":"SemEval","level":3,"score":0.9339231848716736},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.8683782815933228},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7908799052238464},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6875224113464355},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.6675655841827393},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.6566711664199829},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.48993223905563354},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44205614924430847},{"id":"https://openalex.org/C2779955035","wikidata":"https://www.wikidata.org/wiki/Q4686785","display_name":"Advice (programming)","level":2,"score":0.43434298038482666},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40971821546554565},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3335672616958618},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1999722123146057},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.09606984257698059},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.07648417353630066},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.056391358375549316},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.18653/v1/s19-2149","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s19-2149","pdf_url":"https://www.aclweb.org/anthology/S19-2149.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Workshop on Semantic Evaluation","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1906.01727","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1906.01727","pdf_url":"https://arxiv.org/pdf/1906.01727","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.atira.dk:openaire_cris_publications/9f927c23-11c9-4e77-9c1c-4ef292c1295e","is_oa":true,"landing_page_url":"https://researchprofiles.ku.dk/da/publications/9f927c23-11c9-4e77-9c1c-4ef292c1295e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401983","display_name":"Research at the University of Copenhagen (University of Copenhagen)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I124055696","host_organization_name":"University of Copenhagen","host_organization_lineage":["https://openalex.org/I124055696"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Mihaylova , T , Karadzhov , G , Atanasova , P , Baly , R , Mohtarami , M & Nakov , P 2019 , SemEval-2019 Task 8 : Fact Checking in Community Question Answering Forums . in Proceedings of the 13th International Workshop on Semantic Evaluation . Association for Computational Linguistics , pp. 860-869 , 13th International Workshop on Semantic Evaluation (SemEval-2019) , Minneapolis , United States , 06/06/2019 . https://doi.org/10.18653/v1/s19-2149","raw_type":"contributionToPeriodical"},{"id":"doi:10.48550/arxiv.1906.01727","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1906.01727","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"},{"id":"mag:2948810786","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"doi:10.18653/v1/s19-2149","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/s19-2149","pdf_url":"https://www.aclweb.org/anthology/S19-2149.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th International Workshop on Semantic Evaluation","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320319188","display_name":"Hamad Bin Khalifa University","ror":"https://ror.org/03eyq4y97"},{"id":"https://openalex.org/F4320334266","display_name":"Computer Science and Artificial Intelligence Laboratory, Massachusetts Institute of Technology","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2948810786.pdf","grobid_xml":"https://content.openalex.org/works/W2948810786.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W762579341","https://openalex.org/W1497523460","https://openalex.org/W1532503642","https://openalex.org/W1882095393","https://openalex.org/W1975594555","https://openalex.org/W2025895610","https://openalex.org/W2037858832","https://openalex.org/W2068138600","https://openalex.org/W2084591134","https://openalex.org/W2086456653","https://openalex.org/W2102956348","https://openalex.org/W2167024389","https://openalex.org/W2251523416","https://openalex.org/W2252217313","https://openalex.org/W2281420995","https://openalex.org/W2289231615","https://openalex.org/W2338607651","https://openalex.org/W2402804674","https://openalex.org/W2468484304","https://openalex.org/W2512009388","https://openalex.org/W2513959045","https://openalex.org/W2538541058","https://openalex.org/W2548105042","https://openalex.org/W2577888896","https://openalex.org/W2588552579","https://openalex.org/W2594382603","https://openalex.org/W2736566371","https://openalex.org/W2775289303","https://openalex.org/W2788283367","https://openalex.org/W2794557536","https://openalex.org/W2888034114","https://openalex.org/W2890930935","https://openalex.org/W2916132663","https://openalex.org/W2929938180","https://openalex.org/W2953427176","https://openalex.org/W2953858588","https://openalex.org/W2954152376","https://openalex.org/W2954696369","https://openalex.org/W2955119665","https://openalex.org/W2955921953","https://openalex.org/W2956104680","https://openalex.org/W2963205619","https://openalex.org/W2963341956","https://openalex.org/W2963789354","https://openalex.org/W2963857245","https://openalex.org/W2963968475","https://openalex.org/W3102476541"],"related_works":["https://openalex.org/W2963709474","https://openalex.org/W2753261433","https://openalex.org/W2948626259","https://openalex.org/W2184450436","https://openalex.org/W2252217313","https://openalex.org/W2955888028","https://openalex.org/W2955119665","https://openalex.org/W2182414722","https://openalex.org/W2790166049","https://openalex.org/W2153045205","https://openalex.org/W2169062218","https://openalex.org/W2954152376","https://openalex.org/W2251181482","https://openalex.org/W2251506003","https://openalex.org/W2464096189","https://openalex.org/W2204505259","https://openalex.org/W219090214","https://openalex.org/W2953987971","https://openalex.org/W113194788","https://openalex.org/W2917433478"],"abstract_inverted_index":{"We":[0,55],"present":[1],"SemEval-2019":[2],"Task":[3],"8":[4],"on":[5],"Fact":[6],"Checking":[7],"in":[8],"Community":[9],"Question":[10],"Answering":[11],"Forums,":[12],"which":[13],"features":[14],"two":[15],"subtasks.":[16],"Subtask":[17,35,68,82],"A":[18,62],"is":[19,47],"about":[20],"deciding":[21],"whether":[22,40],"a":[23,44,52,88],"question":[24,46],"asks":[25,37],"for":[26,60,67],"factual":[27,45],"information":[28],"vs.":[29,32],"an":[30,41],"opinion/advice":[31],"just":[33],"socializing.":[34],"B":[36],"to":[38,43,98],"predict":[39],"answer":[42],"true,":[48],"false":[49],"or":[50],"not":[51],"proper":[53],"answer.":[54],"received":[56],"17":[57],"official":[58,65],"submissions":[59,66],"subtask":[61,71],"and":[63,102],"11":[64],"B.":[69],"For":[70,81],"A,":[72],"all":[73,84],"systems":[74,85,94],"improved":[75],"over":[76],"the":[77,103,106],"majority":[78,89],"class":[79,90],"baseline.":[80],"B,":[83],"were":[86,95],"below":[87],"baseline,":[91],"but":[92],"several":[93],"very":[96],"close":[97],"it.":[99],"The":[100],"leaderboard":[101],"data":[104],"from":[105],"competition":[107],"can":[108],"be":[109],"found":[110],"at":[111],"http://competitions.":[112],"codalab.org/competitions/20022.":[113]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}