{"id":"https://openalex.org/W3164841497","doi":"https://doi.org/10.18653/v1/2021.semeval-1.39","title":"SemEval-2021 Task 9: Fact Verification and Evidence Finding for Tabular Data in Scientific Documents (SEM-TAB-FACTS)","display_name":"SemEval-2021 Task 9: Fact Verification and Evidence Finding for Tabular Data in Scientific Documents (SEM-TAB-FACTS)","alternate_titles":[],"publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3164841497","doi":"https://doi.org/10.18653/v1/2021.semeval-1.39","mag":"3164841497"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2021.semeval-1.39","doi":"https://doi.org/10.18653/v1/2021.semeval-1.39","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.semeval-1.39","pdf_url":"https://aclanthology.org/2021.semeval-1.39.pdf","source":{"id":"https://openalex.org/S4363608670","display_name":"International Workshop on Semantic Evaluation (SemEval)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Workshop on Semantic Evaluation (SemEval-2021)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W3164841497"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://aclanthology.org/2021.semeval-1.39.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037305197","display_name":"Nancy X. R. Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Nancy X. R. Wang","raw_affiliation_strings":["IBM Research","IBM (United States), Armonk, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"IBM (United States), Armonk, United States","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040946597","display_name":"Diwakar Mahajan","orcid":"https://orcid.org/0000-0001-9791-2038","observed_orcids":["https://orcid.org/0000-0001-9791-2038"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Diwakar Mahajan","raw_affiliation_strings":["IBM Research","IBM (United States), Armonk, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"IBM (United States), Armonk, United States","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048281388","display_name":"Marina Danilevsky","orcid":"https://orcid.org/0000-0003-2875-2442","observed_orcids":["https://orcid.org/0000-0003-2875-2442"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Marina Danilevsky","raw_affiliation_strings":["IBM Research","IBM (United States), Armonk, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"IBM (United States), Armonk, United States","institution_ids":["https://openalex.org/I1341412227"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103058383","display_name":"Sara Rosenthal","orcid":"https://orcid.org/0000-0002-9603-4699","observed_orcids":["https://orcid.org/0000-0002-9603-4699"]},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sara Rosenthal","raw_affiliation_strings":["IBM Research","IBM (United States), Armonk, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research","institution_ids":["https://openalex.org/I1341412227"]},{"raw_affiliation_string":"IBM (United States), Armonk, United States","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I1341412227"],"apc_list":null,"apc_paid":null,"fwci":3.8227,"has_fulltext":true,"cited_by_count":88,"citation_normalized_percentile":{"value":0.94879033,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"317","last_page":"326"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6176999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6176999807357788,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.04780000075697899,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.04320000112056732,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fact-checking","display_name":"fact-checking","score":0.9639999866485596},{"id":"https://openalex.org/keywords/tabular-data","display_name":"tabular data","score":0.8690000176429749},{"id":"https://openalex.org/keywords/scientific-documents","display_name":"scientific documents","score":0.9089999794960022},{"id":"https://openalex.org/keywords/table-understanding","display_name":"table understanding","score":0.5809999704360962},{"id":"https://openalex.org/keywords/table-structure","display_name":"table structure","score":0.4410000145435333},{"id":"https://openalex.org/keywords/shared-task","display_name":"shared task","score":0.6079999804496765}],"concepts":[{"id":"https://openalex.org/C2777026412","wikidata":"https://www.wikidata.org/wiki/Q2684591","display_name":"Statement (logic)","level":2,"score":0.8383655548095703},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.8121557235717773},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7922293543815613},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.7293059825897217},{"id":"https://openalex.org/C44572571","wikidata":"https://www.wikidata.org/wiki/Q7448970","display_name":"SemEval","level":3,"score":0.697540283203125},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.5817535519599915},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5726886987686157},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.49121564626693726},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.4681304693222046},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3999764323234558},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34952211380004883},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1930062174797058},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.1307525634765625},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.18653/v1/2021.semeval-1.39","doi":"https://doi.org/10.18653/v1/2021.semeval-1.39","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.semeval-1.39","pdf_url":"https://aclanthology.org/2021.semeval-1.39.pdf","source":{"id":"https://openalex.org/S4363608670","display_name":"International Workshop on Semantic Evaluation (SemEval)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Workshop on Semantic Evaluation (SemEval-2021)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2105.13995","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2105.13995","pdf_url":"https://arxiv.org/pdf/2105.13995","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3164841497","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2105.13995","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2105.13995","doi":"https://doi.org/10.48550/arxiv.2105.13995","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2105.13995","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.18653/v1/2021.semeval-1.39","doi":"https://doi.org/10.18653/v1/2021.semeval-1.39","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2021.semeval-1.39","pdf_url":"https://aclanthology.org/2021.semeval-1.39.pdf","source":{"id":"https://openalex.org/S4363608670","display_name":"International Workshop on Semantic Evaluation (SemEval)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Workshop on Semantic Evaluation (SemEval-2021)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3164841497.pdf","grobid_xml":"https://content.openalex.org/works/W3164841497.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W1840435438","https://openalex.org/W2130158090","https://openalex.org/W2342096063","https://openalex.org/W2525127255","https://openalex.org/W2607892599","https://openalex.org/W2788496822","https://openalex.org/W2788837124","https://openalex.org/W2889133671","https://openalex.org/W2912924812","https://openalex.org/W2940666954","https://openalex.org/W2948810786","https://openalex.org/W2963341956","https://openalex.org/W2963748441","https://openalex.org/W2963899988","https://openalex.org/W2971822538","https://openalex.org/W3014265582","https://openalex.org/W3018159135","https://openalex.org/W3024378950","https://openalex.org/W3035231859","https://openalex.org/W3140848223","https://openalex.org/W3148237218","https://openalex.org/W3168844675","https://openalex.org/W3183860258","https://openalex.org/W3184539598","https://openalex.org/W3184762715"],"related_works":["https://openalex.org/W3140848223","https://openalex.org/W2971822538","https://openalex.org/W3168844675","https://openalex.org/W3183249365","https://openalex.org/W4287121227","https://openalex.org/W4385573115","https://openalex.org/W3114979511","https://openalex.org/W3184762715","https://openalex.org/W3156392851","https://openalex.org/W3183860258"],"abstract_inverted_index":{"Understanding":[0],"tables":[1,67,74],"is":[2,97],"an":[3,69],"important":[4],"and":[5,20,36,53,68,79,141,152],"relevant":[6],"task":[7,45,133],"that":[8,38,120],"involves":[9],"understanding":[10],"table":[11,119],"structure":[12],"as":[13,15],"well":[14],"being":[16],"able":[17],"to":[18,92,104,129,138,145],"compare":[19],"contrast":[21],"information":[22],"within":[23],"cells.In":[24],"this":[25,29,40],"paper,":[26],"we":[27],"address":[28],"challenge":[30],"by":[31],"presenting":[32],"a":[33,43,95,105,118],"new":[34],"dataset":[35,63,71],"tasks":[37],"addresses":[39],"goal":[41,90],"in":[42,46,59,102,131],"shared":[44],"SemEval":[47],"2020":[48],"Task":[49],"9:":[50],"Fact":[51],"Verification":[52],"Evidence":[54],"Finding":[55],"for":[56,123],"Tabular":[57],"Data":[58],"Scientific":[60],"Documents":[61],"(SEM-TAB-FACTS).Our":[62],"contains":[64],"981":[65],"manuallygenerated":[66],"auto-generated":[70],"of":[72,117],"1980":[73],"providing":[75],"over":[76,80],"180K":[77],"statement":[78,96],"16M":[81],"evidence":[82,122],"annotations.SEM-TAB-FACTS":[83],"featured":[84],"two":[85],"sub-tasks.In":[86],"subtask":[87,139,146],"A,":[88],"the":[89,109,114,124,132,156],"was":[91,111],"determine":[93],"if":[94],"supported,":[98],"refuted":[99],"or":[100],"unknown":[101],"relation":[103],"table.In":[106],"sub-task":[107],"B,":[108],"focus":[110],"on":[112],"identifying":[113],"specific":[115],"cells":[116],"provide":[121],"statement.69":[125],"teams":[126],"signed":[127],"up":[128],"participate":[130],"with":[134],"19":[135],"successful":[136,143],"submissions":[137,144],"A":[140],"12":[142],"B.":[147],"We":[148],"present":[149],"our":[150],"results":[151],"main":[153],"findings":[154],"from":[155],"competition.":[157]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3164841497","counts_by_year":[{"year":2026,"cited_by_count":16},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":11}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2021-06-07T00:00:00"}
