{"id":"https://openalex.org/W2988245244","doi":"https://doi.org/10.18653/v1/k19-1046","title":"A Richly Annotated Corpus for Different Tasks in Automated Fact-Checking","display_name":"A Richly Annotated Corpus for Different Tasks in Automated Fact-Checking","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2988245244","doi":"https://doi.org/10.18653/v1/k19-1046","mag":"2988245244"},"language":"en","primary_location":{"id":"doi:10.18653/v1/k19-1046","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k19-1046","pdf_url":"https://www.aclweb.org/anthology/K19-1046.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/K19-1046.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070337043","display_name":"Andreas Hanselowski","orcid":null},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210102840","display_name":"Ubiquitous Energy (United States)","ror":"https://ror.org/01b06j989","country_code":"US","type":"company","lineage":["https://openalex.org/I4210102840"]},{"id":"https://openalex.org/I4210156583","display_name":"Laboratoire d'Informatique de Paris-Nord","ror":"https://ror.org/05g1zjw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210156583","https://openalex.org/I4210159245"]}],"countries":["DE","FR","US"],"is_corresponding":true,"raw_author_name":"Andreas Hanselowski","raw_affiliation_strings":["Ubiquitous Knowledge Processing Lab (UKP-TUDA)","Computer Science Department, Technische Universit\u00e4t Darmstadt","Research Training Group AIPHES https://www.aiphes.tu-darmstadt.de"],"affiliations":[{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP-TUDA)","institution_ids":["https://openalex.org/I4210102840"]},{"raw_affiliation_string":"Computer Science Department, Technische Universit\u00e4t Darmstadt","institution_ids":["https://openalex.org/I31512782","https://openalex.org/I4210156583"]},{"raw_affiliation_string":"Research Training Group AIPHES https://www.aiphes.tu-darmstadt.de","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086551373","display_name":"Christian Stab","orcid":null},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210102840","display_name":"Ubiquitous Energy (United States)","ror":"https://ror.org/01b06j989","country_code":"US","type":"company","lineage":["https://openalex.org/I4210102840"]},{"id":"https://openalex.org/I4210156583","display_name":"Laboratoire d'Informatique de Paris-Nord","ror":"https://ror.org/05g1zjw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210156583","https://openalex.org/I4210159245"]}],"countries":["DE","FR","US"],"is_corresponding":false,"raw_author_name":"Christian Stab","raw_affiliation_strings":["Ubiquitous Knowledge Processing Lab (UKP-TUDA)","Computer Science Department, Technische Universit\u00e4t Darmstadt","Research Training Group AIPHES https://www.aiphes.tu-darmstadt.de"],"affiliations":[{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP-TUDA)","institution_ids":["https://openalex.org/I4210102840"]},{"raw_affiliation_string":"Computer Science Department, Technische Universit\u00e4t Darmstadt","institution_ids":["https://openalex.org/I31512782","https://openalex.org/I4210156583"]},{"raw_affiliation_string":"Research Training Group AIPHES https://www.aiphes.tu-darmstadt.de","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026805414","display_name":"Cl\u00e1udia Schulz","orcid":"https://orcid.org/0000-0002-2569-7065"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210102840","display_name":"Ubiquitous Energy (United States)","ror":"https://ror.org/01b06j989","country_code":"US","type":"company","lineage":["https://openalex.org/I4210102840"]},{"id":"https://openalex.org/I4210156583","display_name":"Laboratoire d'Informatique de Paris-Nord","ror":"https://ror.org/05g1zjw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210156583","https://openalex.org/I4210159245"]}],"countries":["DE","FR","US"],"is_corresponding":false,"raw_author_name":"Claudia Schulz","raw_affiliation_strings":["Computer Science Department, Technische Universit\u00e4t Darmstadt","Ubiquitous Knowledge Processing Lab (UKP-TUDA)","Research Training Group AIPHES https://www.aiphes.tu-darmstadt.de"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Technische Universit\u00e4t Darmstadt","institution_ids":["https://openalex.org/I31512782","https://openalex.org/I4210156583"]},{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP-TUDA)","institution_ids":["https://openalex.org/I4210102840"]},{"raw_affiliation_string":"Research Training Group AIPHES https://www.aiphes.tu-darmstadt.de","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080064693","display_name":"Zile Li","orcid":"https://orcid.org/0000-0002-2994-8191"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210102840","display_name":"Ubiquitous Energy (United States)","ror":"https://ror.org/01b06j989","country_code":"US","type":"company","lineage":["https://openalex.org/I4210102840"]},{"id":"https://openalex.org/I4210156583","display_name":"Laboratoire d'Informatique de Paris-Nord","ror":"https://ror.org/05g1zjw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210156583","https://openalex.org/I4210159245"]}],"countries":["DE","FR","US"],"is_corresponding":false,"raw_author_name":"Zile Li","raw_affiliation_strings":["Computer Science Department, Technische Universitt Darmstadt","Ubiquitous Knowledge Processing Lab (UKP-TUDA)","Computer Science Department, Technische Universit\u00e4t Darmstadt"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Technische Universitt Darmstadt","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP-TUDA)","institution_ids":["https://openalex.org/I4210102840"]},{"raw_affiliation_string":"Computer Science Department, Technische Universit\u00e4t Darmstadt","institution_ids":["https://openalex.org/I31512782","https://openalex.org/I4210156583"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027450194","display_name":"Iryna Gurevych","orcid":"https://orcid.org/0000-0003-2187-7621"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]},{"id":"https://openalex.org/I4210102840","display_name":"Ubiquitous Energy (United States)","ror":"https://ror.org/01b06j989","country_code":"US","type":"company","lineage":["https://openalex.org/I4210102840"]},{"id":"https://openalex.org/I4210156583","display_name":"Laboratoire d'Informatique de Paris-Nord","ror":"https://ror.org/05g1zjw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I4210091279","https://openalex.org/I4210156583","https://openalex.org/I4210159245"]}],"countries":["DE","FR","US"],"is_corresponding":false,"raw_author_name":"Iryna Gurevych","raw_affiliation_strings":["Computer Science Department, Technische Universit\u00e4t Darmstadt","Research Training Group AIPHES https://www.aiphes.tu-darmstadt.de","Ubiquitous Knowledge Processing Lab (UKP-TUDA)"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Technische Universit\u00e4t Darmstadt","institution_ids":["https://openalex.org/I31512782","https://openalex.org/I4210156583"]},{"raw_affiliation_string":"Research Training Group AIPHES https://www.aiphes.tu-darmstadt.de","institution_ids":["https://openalex.org/I31512782"]},{"raw_affiliation_string":"Ubiquitous Knowledge Processing Lab (UKP-TUDA)","institution_ids":["https://openalex.org/I4210102840"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5070337043"],"corresponding_institution_ids":["https://openalex.org/I31512782","https://openalex.org/I4210102840","https://openalex.org/I4210156583"],"apc_list":null,"apc_paid":null,"fwci":5.7815,"has_fulltext":true,"cited_by_count":87,"citation_normalized_percentile":{"value":0.96830673,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"493","last_page":"503"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9056995511054993},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.724480390548706},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.6342613101005554},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6151878833770752},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5616053342819214},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5545510053634644},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.46113359928131104},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.435099720954895},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.43112850189208984},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.42603030800819397},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10103771090507507}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9056995511054993},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.724480390548706},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.6342613101005554},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6151878833770752},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5616053342819214},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5545510053634644},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46113359928131104},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.435099720954895},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43112850189208984},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.42603030800819397},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10103771090507507},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/k19-1046","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k19-1046","pdf_url":"https://www.aclweb.org/anthology/K19-1046.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/k19-1046","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/k19-1046","pdf_url":"https://www.aclweb.org/anthology/K19-1046.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Conference on Computational Natural Language Learning (CoNLL)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2962039251","display_name":null,"funder_award_id":"No. GRK","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G3424576390","display_name":null,"funder_award_id":"GRK 1994","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G481299621","display_name":null,"funder_award_id":"GRK 1994/1","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"},{"id":"https://openalex.org/F4320323384","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2988245244.pdf","grobid_xml":"https://content.openalex.org/works/W2988245244.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1840435438","https://openalex.org/W2011950632","https://openalex.org/W2037789405","https://openalex.org/W2064675550","https://openalex.org/W2141766660","https://openalex.org/W2251214593","https://openalex.org/W2251818274","https://openalex.org/W2337875011","https://openalex.org/W2413794162","https://openalex.org/W2577382274","https://openalex.org/W2594382603","https://openalex.org/W2607700676","https://openalex.org/W2745013032","https://openalex.org/W2794557536","https://openalex.org/W2805249343","https://openalex.org/W2887356313","https://openalex.org/W2892163801","https://openalex.org/W2896457183","https://openalex.org/W2905601243","https://openalex.org/W2950782805","https://openalex.org/W2963341956","https://openalex.org/W2963416784","https://openalex.org/W2963961878","https://openalex.org/W2964060837","https://openalex.org/W4300952844"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2358755282","https://openalex.org/W2625833328","https://openalex.org/W2295917292","https://openalex.org/W2368651715","https://openalex.org/W2165268584"],"abstract_inverted_index":{"Automated":[0],"fact-checking":[1,40,45,97],"based":[2],"on":[3,15,139],"machine":[4,24],"learning":[5,25],"is":[6],"a":[7,28,74,83,143,166],"promising":[8],"approach":[9],"to":[10,20,73,157],"identify":[11],"false":[12],"information":[13],"distributed":[14],"the":[16,35,39,95,159,173,179,191],"web.":[17],"In":[18],"order":[19],"achieve":[21],"satisfactory":[22],"performance,":[23],"methods":[26],"require":[27],"large":[29],"corpus":[30,88,111,118,141],"with":[31,89,142],"reliable":[32],"annotations":[33,90],"for":[34,94,117,133,170,190,196],"different":[36],"tasks":[37],"in":[38,56,63,127,152],"process.":[41],"Having":[42],"analyzed":[43],"existing":[44,192],"corpora,":[46],"we":[47,81,113,136,164],"found":[48],"that":[49,124,148,178],"none":[50],"of":[51,91,145,161,172],"them":[52],"meets":[53],"these":[54],"criteria":[55],"full.":[57],"They":[58],"are":[59,71],"either":[60],"too":[61],"small":[62],"size,":[64],"do":[65],"not":[66],"provide":[67,165],"detailed":[68,167],"annotations,":[69],"or":[70],"limited":[72],"single":[75],"domain.":[76],"Motivated":[77],"by":[78,184,199],"this":[79],"gap,":[80],"present":[82],"new":[84,188],"substantially":[85],"sized":[86],"mixed-domain":[87],"good":[92],"quality":[93],"core":[96],"tasks:":[98],"document":[99],"retrieval,":[100],"evidence":[101],"extraction,":[102],"stance":[103,205],"detection,":[104],"and":[105,120,122],"claim":[106],"validation.":[107],"To":[108],"aid":[109],"future":[110,134,162,200],"construction,":[112],"describe":[114],"our":[115,140,185],"methodology":[116],"creation":[119],"annotation,":[121],"demonstrate":[123],"it":[125],"results":[126,176],"substantial":[128],"inter-annotator":[129],"agreement.":[130],"As":[131],"baselines":[132],"research,":[135],"perform":[137],"experiments":[138],"number":[144],"model":[146],"architectures":[147],"reach":[149],"high":[150],"performance":[151],"similar":[153],"problem":[154],"settings.":[155],"Finally,":[156],"support":[158],"development":[160],"models,":[163,193],"error":[168],"analysis":[169],"each":[171],"tasks.":[174],"Our":[175],"show":[177],"realistic,":[180],"multi-domain":[181],"setting":[182],"defined":[183],"data":[186],"poses":[187],"challenges":[189],"providing":[194],"opportunities":[195],"considerable":[197],"improvement":[198],"systems.":[201],"claims":[202],"docs.":[203],"evid.":[204]},"counts_by_year":[{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":20},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":5}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}