{"id":"https://openalex.org/W3139632155","doi":null,"title":"Evidence-based Verification for Real World Information Needs.","display_name":"Evidence-based Verification for Real World Information Needs.","publication_year":2021,"publication_date":"2021-04-01","ids":{"openalex":"https://openalex.org/W3139632155","mag":"3139632155"},"language":"en","primary_location":{"id":"mag:3139632155","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2104.00640.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2104.00640.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108631674","display_name":"James Peter Thorne","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"James Thorne","raw_affiliation_strings":["Univ. of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021242117","display_name":"Max Glockner","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Max Glockner","raw_affiliation_strings":["Univ. of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Univ. of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012318108","display_name":"Gisela Vallejo","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gisela Vallejo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067943980","display_name":"Andreas Vlachos","orcid":"https://orcid.org/0000-0003-2123-5071","observed_orcids":["https://orcid.org/0000-0003-2123-5071"]},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Vlachos","raw_affiliation_strings":["Technische Universit\u00e4t Darmstadt,"],"raw_orcid":"https://orcid.org/0000-0003-2123-5071","affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Darmstadt,","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027450194","display_name":"Iryna Gurevych","orcid":"https://orcid.org/0000-0003-2187-7621","observed_orcids":["https://orcid.org/0000-0003-2187-7621"]},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Iryna Gurevych","raw_affiliation_strings":["Technische Universit\u00e4t Darmstadt,"],"raw_orcid":"https://orcid.org/0000-0003-2187-7621","affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Darmstadt,","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9477999806404114,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9477999806404114,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.03720000013709068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.006399999838322401,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/claim-verification","display_name":"claim verification","score":0.9950000047683716},{"id":"https://openalex.org/keywords/veracity-prediction","display_name":"veracity prediction","score":0.7549999952316284},{"id":"https://openalex.org/keywords/evidence-extraction","display_name":"evidence extraction","score":0.6470000147819519},{"id":"https://openalex.org/keywords/stance-detection","display_name":"stance detection","score":0.9729999899864197},{"id":"https://openalex.org/keywords/web-search-queries","display_name":"web search queries","score":0.7440000176429749},{"id":"https://openalex.org/keywords/wikipedia","display_name":"Wikipedia","score":0.41600000858306885},{"id":"https://openalex.org/keywords/annotated-data","display_name":"annotated dataset","score":0.6019999980926514},{"id":"https://openalex.org/keywords/information-needs","display_name":"information needs","score":0.6759999990463257},{"id":"https://openalex.org/keywords/transfer-learning","display_name":"transfer learning","score":0.8270000219345093},{"id":"https://openalex.org/keywords/rationale-generation","display_name":"rationale generation","score":0.32600000500679016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8403477668762207},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7302115559577942},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5870375633239746},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.4910268783569336},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.4873143136501312},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.480927437543869},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4730234146118164},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.44137316942214966},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4359463155269623},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.42141348123550415},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35221725702285767},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34549787640571594},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10158783197402954},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3139632155","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2104.00640.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3139632155","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2104.00640.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2118707092","https://openalex.org/W2168820179","https://openalex.org/W2251214593","https://openalex.org/W2251818274","https://openalex.org/W2337875011","https://openalex.org/W2607700676","https://openalex.org/W2611921107","https://openalex.org/W2759820691","https://openalex.org/W2769395616","https://openalex.org/W2789566302","https://openalex.org/W2790415926","https://openalex.org/W2798329932","https://openalex.org/W2889468083","https://openalex.org/W2912924812","https://openalex.org/W2946364534","https://openalex.org/W2946659172","https://openalex.org/W2963567867","https://openalex.org/W2963857245","https://openalex.org/W2965373594","https://openalex.org/W2969009758","https://openalex.org/W2969282158","https://openalex.org/W2971822538","https://openalex.org/W2971911738","https://openalex.org/W2985347336","https://openalex.org/W2988245244","https://openalex.org/W3008170323","https://openalex.org/W3023035014","https://openalex.org/W3047026265","https://openalex.org/W3083182073","https://openalex.org/W3091432621","https://openalex.org/W3098467034","https://openalex.org/W3107298362","https://openalex.org/W3126446327","https://openalex.org/W3136303386","https://openalex.org/W6893675597"],"related_works":["https://openalex.org/W2971911738","https://openalex.org/W4377865144","https://openalex.org/W4411191704","https://openalex.org/W3212926159","https://openalex.org/W7172549126","https://openalex.org/W4404781995","https://openalex.org/W7125460230","https://openalex.org/W6941582977","https://openalex.org/W4416034154","https://openalex.org/W2950031296"],"abstract_inverted_index":{"Claim":[0],"verification":[1,50],"is":[2],"the":[3,7,18,23,135],"task":[4,19],"of":[5,9,39,150],"predicting":[6,138],"veracity":[8],"written":[10],"statements":[11],"against":[12],"evidence.":[13],"Previous":[14],"large-scale":[15],"datasets":[16],"model":[17],"as":[20],"classification,":[21,96],"ignoring":[22],"need":[24],"to":[25,93,122,126,175],"retrieve":[26],"evidence,":[27],"or":[28],"are":[29,158],"constructed":[30],"for":[31,130],"research":[32,178],"purposes,":[33],"and":[34,82,97,145,173],"may":[35],"not":[36,159],"be":[37],"representative":[38],"real-world":[40,66],"needs.":[41,68],"In":[42,104],"this":[43,180],"paper,":[44],"we":[45,72,108],"introduce":[46],"a":[47,128,139],"novel":[48],"claim":[49],"dataset":[51,153],"with":[52,62,79],"instances":[53],"derived":[54],"from":[55,75],"search-engine":[56],"queries,":[57],"yielding":[58],"10,987":[59],"claims":[60,144],"annotated":[61],"evidence":[63,74,98,124,146],"that":[64,157],"represent":[65],"information":[67],"For":[69],"each":[70],"claim,":[71],"annotate":[73],"full":[76],"Wikipedia":[77],"articles":[78],"both":[80],"section":[81],"sentence-level":[83],"granularity.":[84],"Our":[85],"annotation":[86],"allows":[87],"comparison":[88],"between":[89,115],"two":[90,117],"complementary":[91],"approaches":[92],"verification:":[94],"stance":[95],"extraction":[99,125],"followed":[100],"by":[101],"entailment":[102],"recognition.":[103],"our":[105,152],"comprehensive":[106],"evaluation,":[107],"find":[109],"no":[110],"significant":[111],"difference":[112],"in":[113,161],"accuracy":[114,136],"these":[116],"approaches.":[118],"This":[119],"enables":[120],"systems":[121],"use":[123],"summarize":[127],"rationale":[129],"an":[131],"end-user":[132],"while":[133],"maintaining":[134],"when":[137],"claim's":[140],"veracity.":[141],"With":[142],"challenging":[143],"documents":[147],"containing":[148],"hundreds":[149],"sentences,":[151],"presents":[154],"interesting":[155],"challenges":[156],"captured":[160],"previous":[162],"work":[163],"--":[164],"evidenced":[165],"through":[166],"transfer":[167],"learning":[168],"experiments.":[169],"We":[170],"release":[171],"code":[172],"data":[174],"support":[176],"further":[177],"on":[179],"task.":[181]},"counts_by_year":[{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2021-04-13T00:00:00"}