{"id":"https://openalex.org/W3081758821","doi":"https://doi.org/10.1007/978-3-030-62466-8_21","title":"Tough Tables: Carefully Evaluating Entity Linking for Tabular Data","display_name":"Tough Tables: Carefully Evaluating Entity Linking for Tabular Data","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3081758821","doi":"https://doi.org/10.1007/978-3-030-62466-8_21","mag":"3081758821"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-030-62466-8_21","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-62466-8_21","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1007/978-3-030-62466-8_21","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067221673","display_name":"Vincenzo Cutrona","orcid":"https://orcid.org/0000-0001-7830-7596"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Vincenzo Cutrona","raw_affiliation_strings":["University of Milano - Bicocca, Milan, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7830-7596","affiliations":[{"raw_affiliation_string":"University of Milano - Bicocca, Milan, Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078515950","display_name":"Federico Bianchi","orcid":"https://orcid.org/0000-0003-0776-361X"},"institutions":[{"id":"https://openalex.org/I71209653","display_name":"Bocconi University","ror":"https://ror.org/05crjpb27","country_code":"IT","type":"education","lineage":["https://openalex.org/I71209653"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Federico Bianchi","raw_affiliation_strings":["Bocconi University, Milan, Italy"],"raw_orcid":"https://orcid.org/0000-0003-0776-361X","affiliations":[{"raw_affiliation_string":"Bocconi University, Milan, Italy","institution_ids":["https://openalex.org/I71209653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056324053","display_name":"Ernesto Jim\u00e9nez-Ruiz","orcid":"https://orcid.org/0000-0002-9083-4599"},"institutions":[{"id":"https://openalex.org/I180825142","display_name":"City, University of London","ror":"https://ror.org/04489at23","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I180825142"]},{"id":"https://openalex.org/I184942183","display_name":"University of Oslo","ror":"https://ror.org/01xtthb56","country_code":"NO","type":"education","lineage":["https://openalex.org/I184942183"]}],"countries":["GB","NO"],"is_corresponding":false,"raw_author_name":"Ernesto Jim\u00e9nez-Ruiz","raw_affiliation_strings":["City, University of London, London, UK","University of Oslo, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0002-9083-4599","affiliations":[{"raw_affiliation_string":"City, University of London, London, UK","institution_ids":["https://openalex.org/I180825142"]},{"raw_affiliation_string":"University of Oslo, Oslo, Norway","institution_ids":["https://openalex.org/I184942183"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065845420","display_name":"Matteo Palmonari","orcid":"https://orcid.org/0000-0002-1801-5118"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Matteo Palmonari","raw_affiliation_strings":["University of Milano - Bicocca, Milan, Italy"],"raw_orcid":"https://orcid.org/0000-0002-1801-5118","affiliations":[{"raw_affiliation_string":"University of Milano - Bicocca, Milan, Italy","institution_ids":["https://openalex.org/I66752286"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5078515950"],"corresponding_institution_ids":["https://openalex.org/I71209653"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":19.108,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.99485161,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"328","last_page":"343"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8881903886795044},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7247022986412048},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.6519728899002075},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6255462169647217},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.5942072868347168},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4928712844848633},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.4726606607437134},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4509741961956024},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.44698333740234375},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.43768736720085144},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.432295560836792},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4268338680267334},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3783911466598511},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33007630705833435}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8881903886795044},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7247022986412048},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.6519728899002075},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6255462169647217},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.5942072868347168},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4928712844848633},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.4726606607437134},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4509741961956024},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.44698333740234375},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.43768736720085144},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.432295560836792},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4268338680267334},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3783911466598511},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33007630705833435},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/978-3-030-62466-8_21","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-62466-8_21","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:openaccess.city.ac.uk:24776","is_oa":false,"landing_page_url":"https://openaccess.city.ac.uk/view/creators_id/ernesto=2Ejimenez-ruiz.html>","pdf_url":null,"source":{"id":"https://openalex.org/S4306401940","display_name":"City Research Online (City University London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I180825142","host_organization_name":"City, University of London","host_organization_lineage":["https://openalex.org/I180825142"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:boa.unimib.it:10281/299737","is_oa":true,"landing_page_url":"https://hdl.handle.net/10281/299737","pdf_url":null,"source":{"id":"https://openalex.org/S4306401259","display_name":"BOA (University of Milano-Bicocca)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:www.duo.uio.no:10852/81011","is_oa":true,"landing_page_url":"http://hdl.handle.net/10852/81011","pdf_url":null,"source":{"id":"https://openalex.org/S4306401717","display_name":"Duo Research Archive (University of Oslo)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184942183","host_organization_name":"University of Oslo","host_organization_lineage":["https://openalex.org/I184942183"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"0302-9743","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/978-3-030-62466-8_21","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-030-62466-8_21","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[{"score":0.6100000143051147,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2111869785","https://openalex.org/W2340354588","https://openalex.org/W2342096063","https://openalex.org/W2386670915","https://openalex.org/W2762307198","https://openalex.org/W2798986973","https://openalex.org/W2977907864","https://openalex.org/W2980775068","https://openalex.org/W3004185181","https://openalex.org/W3013003636","https://openalex.org/W3013071247","https://openalex.org/W3013605028","https://openalex.org/W3030452136","https://openalex.org/W3042160368","https://openalex.org/W3102559088"],"related_works":["https://openalex.org/W2361861616","https://openalex.org/W2353179089","https://openalex.org/W2263699433","https://openalex.org/W2377979023","https://openalex.org/W2218034408","https://openalex.org/W2392921965","https://openalex.org/W2923538289","https://openalex.org/W2353125546","https://openalex.org/W2358755282","https://openalex.org/W2349392800"],"abstract_inverted_index":{"Table":[0],"annotation":[1,35,81],"is":[2,53,85,186],"a":[3,39,47,57,117,131,187,196],"key":[4,188],"task":[5],"to":[6,28,32,55,75,78,87,120],"improve":[7],"querying":[8],"the":[9,13,23,66,69,76,80,97,102,107,110,122,155,159,168,203],"Web":[10],"and":[11,42,65,148,194],"support":[12],"Knowledge":[14],"Graph":[15],"population":[16],"from":[17],"legacy":[18,172],"sources":[19,173],"(tables).":[20],"Last":[21],"year,":[22],"SemTab":[24,51,160],"challenge":[25,70],"was":[26],"introduced":[27],"unify":[29],"different":[30],"efforts":[31],"evaluate":[33],"table":[34],"algorithms":[36,63,193],"by":[37,125],"providing":[38],"common":[40],"interface":[41],"several":[43],"general-purpose":[44],"datasets":[45,123],"as":[46],"ground":[48],"truth.":[49],"The":[50,127],"dataset":[52,119,128,182],"useful":[54],"have":[56],"general":[58],"understanding":[59],"of":[60,68,99,109,130,133,158,170],"how":[61],"these":[62],"work,":[64],"organizers":[67],"included":[71],"some":[72],"artificial":[73],"noise":[74],"data":[77],"make":[79],"trickier.":[82],"However,":[83],"it":[84],"hard":[86],"analyze":[88],"specific":[89],"aspects":[90],"in":[91,154,202],"an":[92],"automatic":[93],"way.":[94],"For":[95],"example,":[96],"ambiguity":[98,185],"names":[100,151],"at":[101],"entity-level":[103],"can":[104],"largely":[105],"affect":[106],"quality":[108],"annotation.":[111],"In":[112],"this":[113,181],"paper,":[114],"we":[115],"propose":[116],"novel":[118],"complement":[121],"proposed":[124],"SemTab.":[126],"consists":[129],"set":[132],"high-quality":[134],"manually-curated":[135],"tables":[136],"with":[137],"non-obviously":[138],"linkable":[139],"cells,":[140],"i.e.,":[141],"where":[142],"values":[143],"are":[144,164],"ambiguous":[145],"names,":[146],"typos,":[147],"misspelled":[149],"entity":[150,191],"not":[152],"appearing":[153],"current":[156],"version":[157],"dataset.":[161],"These":[162],"challenges":[163],"particularly":[165],"relevant":[166],"for":[167,190,199],"ingestion":[169],"structured":[171],"into":[174],"existing":[175],"knowledge":[176],"graphs.":[177],"Evaluations":[178],"run":[179],"on":[180],"show":[183],"that":[184],"problem":[189],"linking":[192],"encourage":[195],"promising":[197],"direction":[198],"future":[200],"work":[201],"field.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}