{"id":"https://openalex.org/W4393830461","doi":"https://doi.org/10.5281/zenodo.3840647","title":"Tough Tables: Carefully Benchmarking Semantic Table Annotators","display_name":"Tough Tables: Carefully Benchmarking Semantic Table Annotators","publication_year":2020,"publication_date":"2020-05-22","ids":{"openalex":"https://openalex.org/W4393830461","doi":"https://doi.org/10.5281/zenodo.3840647"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:3840647","is_oa":true,"landing_page_url":"https://zenodo.org/record/3840647","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/3840647","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067221673","display_name":"Vincenzo Cutrona","orcid":"https://orcid.org/0000-0001-7830-7596"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Cutrona, Vincenzo","raw_affiliation_strings":["University of Milano - Bicocca"],"raw_orcid":"https://orcid.org/0000-0001-7830-7596","affiliations":[{"raw_affiliation_string":"University of Milano - Bicocca","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078515950","display_name":"Federico Bianchi","orcid":"https://orcid.org/0000-0003-0776-361X"},"institutions":[{"id":"https://openalex.org/I71209653","display_name":"Bocconi University","ror":"https://ror.org/05crjpb27","country_code":"IT","type":"education","lineage":["https://openalex.org/I71209653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Bianchi, Federico","raw_affiliation_strings":["Bocconi University"],"raw_orcid":"https://orcid.org/0000-0003-0776-361X","affiliations":[{"raw_affiliation_string":"Bocconi University","institution_ids":["https://openalex.org/I71209653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056324053","display_name":"Ernesto Jim\u00e9nez-Ruiz","orcid":"https://orcid.org/0000-0002-9083-4599"},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jim\u00e9nez-Ruiz, Ernesto","raw_affiliation_strings":["City, University of London"],"raw_orcid":"https://orcid.org/0000-0002-9083-4599","affiliations":[{"raw_affiliation_string":"City, University of London","institution_ids":["https://openalex.org/I180825142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065845420","display_name":"Matteo Palmonari","orcid":"https://orcid.org/0000-0002-1801-5118"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Palmonari, Matteo","raw_affiliation_strings":["University of Milano - Bicocca"],"raw_orcid":"https://orcid.org/0000-0002-1801-5118","affiliations":[{"raw_affiliation_string":"University of Milano - Bicocca","institution_ids":["https://openalex.org/I66752286"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067221673"],"corresponding_institution_ids":["https://openalex.org/I66752286"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9577999711036682,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9577999711036682,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9488000273704529,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9424999952316284,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.8143037557601929},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.7302793264389038},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6708492040634155},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.508506178855896},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4990096092224121},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3623059391975403},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3083690404891968}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.8143037557601929},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.7302793264389038},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6708492040634155},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.508506178855896},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4990096092224121},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3623059391975403},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3083690404891968},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:zenodo.org:3840647","is_oa":true,"landing_page_url":"https://zenodo.org/record/3840647","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},{"id":"doi:10.5281/zenodo.3840647","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.3840647","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:3840647","is_oa":true,"landing_page_url":"https://zenodo.org/record/3840647","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"Tough":[0],"Tables":[1],"(2T)":[2],"is":[3,18],"a":[4],"dataset":[5,17,35,49],"designed":[6],"to":[7,57],"evaluate":[8],"table":[9],"annotation":[10],"approaches":[11],"on":[12,42,46],"the":[13,21,53],"CEA":[14],"task.<br>":[15],"The":[16,76],"compliant":[19],"with":[20],"data":[22,51],"format":[23],"used":[24,31],"in":[25],"SemTab2019,":[26],"and":[27],"it":[28],"can":[29],"be":[30],"as":[32],"an":[33],"additional":[34],"without":[36],"any":[37],"modification.":[38],"Annotations":[39],"are":[40],"based":[41],"DBpedia":[43,67],"2016-10.":[44],"Note":[45],"License:":[47],"This":[48],"includes":[50],"from":[52],"following":[54],"sources.":[55],"Refer":[56],"each":[58],"source":[59],"for":[60],"license":[61],"details:<br>":[62],"-":[63,66,69,72,75,79,82],"Wikipedia":[64],"https://www.wikipedia.org/<br>":[65],"http://dbpedia.org/<br>":[68],"SemTab2019":[70],"https://doi.org/10.5281/zenodo.3518539<br>":[71],"GeoDatos":[73],"https://www.geodatos.net<br>":[74],"Pudding":[77],"https://pudding.cool/<br>":[78],"Offices.net":[80],"https://offices.net<br>":[81],"DATA.GOV":[83],"https://www.data.gov/":[84],"THIS":[85],"DATA":[86],"IS":[87],"PROVIDED":[88],"\"AS":[89],"IS\",":[90],"WITHOUT":[91],"WARRANTY":[92],"OF":[93,106,137,145],"ANY":[94,127],"KIND,":[95],"EXPRESS":[96],"OR":[97,121,130,140,146,152,155],"IMPLIED,":[98],"INCLUDING":[99],"BUT":[100],"NOT":[101],"LIMITED":[102],"TO":[103],"THE":[104,119,150,153,159],"WARRANTIES":[105],"MERCHANTABILITY,":[107],"FITNESS":[108],"FOR":[109,126],"A":[110],"PARTICULAR":[111],"PURPOSE":[112],"AND":[113],"NONINFRINGEMENT.":[114],"IN":[115,134,147,158],"NO":[116],"EVENT":[117],"SHALL":[118],"AUTHORS":[120],"COPYRIGHT":[122],"HOLDERS":[123],"BE":[124],"LIABLE":[125],"CLAIM,":[128],"DAMAGES":[129],"OTHER":[131,156],"LIABILITY,":[132],"WHETHER":[133],"AN":[135],"ACTION":[136],"CONTRACT,":[138],"TORT":[139],"OTHERWISE,":[141],"ARISING":[142],"FROM,":[143],"OUT":[144],"CONNECTION":[148],"WITH":[149],"SOFTWARE":[151],"USE":[154],"DEALINGS":[157],"SOFTWARE.":[160]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}