{"id":"https://openalex.org/W4394028486","doi":"https://doi.org/10.5281/zenodo.7419275","title":"Tough Tables: Carefully Evaluating Entity Linking for Tabular Data","display_name":"Tough Tables: Carefully Evaluating Entity Linking for Tabular Data","publication_year":2021,"publication_date":"2021-06-30","ids":{"openalex":"https://openalex.org/W4394028486","doi":"https://doi.org/10.5281/zenodo.7419275"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:7419275","is_oa":true,"landing_page_url":"https://zenodo.org/record/7419275","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/7419275","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067221673","display_name":"Vincenzo Cutrona","orcid":"https://orcid.org/0000-0001-7830-7596"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Cutrona, Vincenzo","raw_affiliation_strings":["University of Milano - Bicocca"],"raw_orcid":"https://orcid.org/0000-0001-7830-7596","affiliations":[{"raw_affiliation_string":"University of Milano - Bicocca","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078515950","display_name":"Federico Bianchi","orcid":"https://orcid.org/0000-0003-0776-361X"},"institutions":[{"id":"https://openalex.org/I71209653","display_name":"Bocconi University","ror":"https://ror.org/05crjpb27","country_code":"IT","type":"education","lineage":["https://openalex.org/I71209653"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Bianchi, Federico","raw_affiliation_strings":["Bocconi University"],"raw_orcid":"https://orcid.org/0000-0003-0776-361X","affiliations":[{"raw_affiliation_string":"Bocconi University","institution_ids":["https://openalex.org/I71209653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056324053","display_name":"Ernesto Jim\u00e9nez-Ruiz","orcid":"https://orcid.org/0000-0002-9083-4599"},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jim\u00e9nez-Ruiz, Ernesto","raw_affiliation_strings":["City, University of London"],"raw_orcid":"https://orcid.org/0000-0002-9083-4599","affiliations":[{"raw_affiliation_string":"City, University of London","institution_ids":["https://openalex.org/I180825142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065845420","display_name":"Matteo Palmonari","orcid":"https://orcid.org/0000-0002-1801-5118"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Palmonari, Matteo","raw_affiliation_strings":["University of Milano - Bicocca"],"raw_orcid":"https://orcid.org/0000-0002-1801-5118","affiliations":[{"raw_affiliation_string":"University of Milano - Bicocca","institution_ids":["https://openalex.org/I66752286"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067221673"],"corresponding_institution_ids":["https://openalex.org/I66752286"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.571062445640564},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.43422606587409973},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.38074320554733276},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.32934749126434326}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.571062445640564},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43422606587409973},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.38074320554733276},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.32934749126434326}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:zenodo.org:7419275","is_oa":true,"landing_page_url":"https://zenodo.org/record/7419275","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},{"id":"doi:10.5281/zenodo.7419275","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.7419275","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"dataset"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:7419275","is_oa":true,"landing_page_url":"https://zenodo.org/record/7419275","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829"],"abstract_inverted_index":{"Tough":[0,114],"Tables":[1,262,348],"(2T)":[2],"is":[3,21,47,89,98],"a":[4],"dataset":[5,20,39,61,88,133],"designed":[6],"to":[7,141,305,342,365,428],"evaluate":[8,306,366],"table":[9],"annotation":[10],"approaches":[11],"in":[12,28,64,300,337,387,404],"solving":[13],"the":[14,24,52,60,68,87,101,137,313,328,354,359,391,398,412,429],"CEA":[15,256,329],"and":[16,31,80,93,110,264,277,289,350,378,422,463],"CTA":[17],"tasks.<br>":[18],"The":[19,43,73,164],"compliant":[22],"with":[23,312,384,408],"data":[25,135,314],"format":[26,257],"used":[27,35],"SemTab":[29,157],"2019,":[30],"it":[32],"can":[33],"be":[34],"as":[36],"an":[37,416],"additional":[38],"without":[40,461],"any":[41],"modification.":[42],"target":[44,74,388],"knowledge":[45,75],"graph":[46],"DBpedia":[48,78,151],"2016-10.<br>":[49],"Check":[50],"out":[51],"2T":[53],"GitHub":[54],"repository":[55],"for":[56,120,144,284,319,375],"more":[57],"details":[58],"about":[59],"generation.":[62],"<strong>New":[63],"v3.0:</strong>":[65],"We":[66],"release":[67],"updated":[69],"version":[70,371],"of":[71,280,358,448],"2T!":[72],"graphs":[76],"are":[77,273,296,310,333,425],"2016-10":[79],"Wikidata":[81,154,370],"20220521.":[82],"Starting":[83],"from":[84,136,269,327,353,397,439],"this":[85],"version,":[86,356],"split":[90,274],"into":[91,275],"valid":[92],"test":[94],"sets.":[95,315],"This":[96,132],"work":[97],"based":[99],"on":[100,130],"following":[102,138],"paper:":[103],"Cutrona,":[104],"V.,":[105],"Bianchi,":[106],"F.,":[107],"Jimenez-Ruiz,":[108],"E.":[109],"Palmonari,":[111],"M.":[112],"(2020).":[113],"Tables:":[115],"Carefully":[116],"Evaluating":[117],"Entity":[118],"Linking":[119],"Tabular":[121],"Data.":[122],"ISWC":[123],"2020,":[124],"LNCS":[125],"12507,":[126],"pp.":[127],"1\u201316.":[128],"Note":[129],"License:":[131],"includes":[134],"sources.":[139],"Refer":[140],"each":[142],"source":[143],"license":[145],"details:<br>":[146],"-":[147,150,153,156,160,163,167,170,389],"Wikipedia":[148],"https://www.wikipedia.org/<br>":[149],"https://dbpedia.org/<br>":[152],"https://www.wikidata.org/<br>":[155],"2019":[158],"https://doi.org/10.5281/zenodo.3518539<br>":[159],"GeoDatos":[161],"https://www.geodatos.net<br>":[162],"Pudding":[165],"https://pudding.cool/<br>":[166],"Offices.net":[168],"https://offices.net/<br>":[169],"DATA.GOV":[171],"https://www.data.gov/":[172],"THIS":[173],"DATA":[174],"IS":[175],"PROVIDED":[176],"\"AS":[177],"IS\",":[178],"WITHOUT":[179],"WARRANTY":[180],"OF":[181,194,225,233],"ANY":[182,215],"KIND,":[183],"EXPRESS":[184],"OR":[185,209,218,228,234,240,243],"IMPLIED,":[186],"INCLUDING":[187],"BUT":[188],"NOT":[189],"LIMITED":[190],"TO":[191],"THE":[192,207,238,241,247],"WARRANTIES":[193],"MERCHANTABILITY,":[195],"FITNESS":[196],"FOR":[197,214],"A":[198,321],"PARTICULAR":[199],"PURPOSE":[200],"AND":[201],"NONINFRINGEMENT.":[202],"IN":[203,222,235,246],"NO":[204],"EVENT":[205],"SHALL":[206],"AUTHORS":[208],"COPYRIGHT":[210],"HOLDERS":[211],"BE":[212],"LIABLE":[213],"CLAIM,":[216],"DAMAGES":[217],"OTHER":[219,244],"LIABILITY,":[220],"WHETHER":[221],"AN":[223],"ACTION":[224],"CONTRACT,":[226],"TORT":[227],"OTHERWISE,":[229],"ARISING":[230],"FROM,":[231],"OUT":[232],"CONNECTION":[236],"WITH":[237],"SOFTWARE":[239],"USE":[242],"DEALINGS":[245],"SOFTWARE.<br>":[248],"<br>":[249],"<strong>Changelog:</strong>":[250],"<em><strong>v3.0</strong></em>":[251],"Both":[252],"datasets":[253],"require":[254],"SemTab2020":[255,399],"(tab_id,":[258],"row_id,":[259],"col_id,":[260],"entity).":[261],"IDs":[263],"artificial":[265],"noise":[266,431],"values":[267,351,410],"differ":[268,352],"previous":[270,355],"versions.":[271],"Datasets":[272],"Valid":[276],"Test":[278],"sets":[279],"tables.":[281],"New":[282,317,369],"GT":[283,318,462],"ToughTables-WD":[285],"(2T_WD)":[286,372],"Entities":[287],"Q23772518":[288],"Q7327323":[290],"have":[291,324],"been":[292,325,395],"removed":[293,326,396],"because":[294,331,357],"they":[295,332],"no":[297,334],"longer":[298,335],"represented":[299,336],"WD":[301,338],"Updated":[302,362],"ancestor/descendant":[303,363],"hierarchies":[304,364],"CTA.":[307,367],"Evaluation":[308],"scripts":[309],"provided":[311],"<em><strong>v2.0</strong></em>":[316],"2T_WD":[320],"few":[322],"entities":[323],"GT,":[330],"(e.g.,":[339,411],"dbr:Devont\u00e9":[340],"points":[341],"wd:Q21155080,":[343],"which":[344],"does":[345],"not":[346],"exist)":[347],"codes":[349],"random":[360,430],"noise.":[361],"<em><strong>v1.0</strong></em>":[368],"Fix":[373,446],"header":[374,447],"tables":[376,405],"CTRL_DBP_MUS_rock_bands_labels.csv":[377],"CTRL_DBP_MUS_rock_bands_labels_NOISE2.csv":[379],"(column":[380],"2":[381],"was":[382],"reported":[383],"id":[385],"1":[386],"NOTE:":[390],"affected":[392],"column":[393],"has":[394,415],"evaluation)":[400],"Remove":[401,406,434],"duplicated":[402],"entries":[403],"rows":[407,421],"wrong":[409],"Kazakhstan":[413],"entity":[414],"empty":[417],"name":[418],"\"''\")":[419],"Many":[420],"noised":[423],"columns":[424],"shuffled/changed":[426],"due":[427],"generator":[432],"algorithm":[433],"row":[435],"\"Florida\",\"Floorida\",\"New":[436],"York,":[437],"NY\"":[438],"TOUGH_WEB_MISSP_1000_us_cities.csv":[440],"(and":[441],"all":[442],"its":[443],"NOISE1":[444],"variants)":[445],"tables:":[449],"CTRL_WIKI_POL_List_of_current_monarchs_of_sovereign_states.csv":[450],"CTRL_WIKI_POL_List_of_current_monarchs_of_sovereign_states_NOISE2.csv":[451],"TOUGH_T2D_BUS_29414811_2_4773219892816395776___videogames_developers.csv":[452],"TOUGH_T2D_BUS_29414811_2_4773219892816395776___videogames_developers_NOISE2.csv":[453],"<em><strong>v0.1-pre</strong></em>":[454],"First":[455],"submission.":[456],"It":[457],"contains":[458],"only":[459],"tables,":[460],"Targets.":[464]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}