{"id":"https://openalex.org/W2055292158","doi":"https://doi.org/10.1145/2661829.2661854","title":"Manual Annotation of Semi-Structured Documents for Entity-Linking","display_name":"Manual Annotation of Semi-Structured Documents for Entity-Linking","publication_year":2014,"publication_date":"2014-11-03","ids":{"openalex":"https://openalex.org/W2055292158","doi":"https://doi.org/10.1145/2661829.2661854","mag":"2055292158"},"language":"en","primary_location":{"id":"doi:10.1145/2661829.2661854","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2661829.2661854","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM International Conference on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057012820","display_name":"Salvatore Trani","orcid":"https://orcid.org/0000-0001-6541-9409"},"institutions":[{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"funder","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Salvatore Trani","raw_affiliation_strings":["National Research Council of Italy, Pisa, Italy","National Research Council of Italy, Pisa, Italy#TAB#"],"affiliations":[{"raw_affiliation_string":"National Research Council of Italy, Pisa, Italy","institution_ids":["https://openalex.org/I4210155236"]},{"raw_affiliation_string":"National Research Council of Italy, Pisa, Italy#TAB#","institution_ids":["https://openalex.org/I4210155236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056345471","display_name":"Diego Ceccarelli","orcid":null},"institutions":[{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"funder","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Diego Ceccarelli","raw_affiliation_strings":["National Research Council of Italy, Pisa, Italy","National Research Council of Italy, Pisa, Italy#TAB#"],"affiliations":[{"raw_affiliation_string":"National Research Council of Italy, Pisa, Italy","institution_ids":["https://openalex.org/I4210155236"]},{"raw_affiliation_string":"National Research Council of Italy, Pisa, Italy#TAB#","institution_ids":["https://openalex.org/I4210155236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030358452","display_name":"Claudio Lucchese","orcid":"https://orcid.org/0000-0002-2545-0425"},"institutions":[{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"funder","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claudio Lucchese","raw_affiliation_strings":["National Research Council of Italy, Pisa, Italy","National Research Council of Italy, Pisa, Italy#TAB#"],"affiliations":[{"raw_affiliation_string":"National Research Council of Italy, Pisa, Italy","institution_ids":["https://openalex.org/I4210155236"]},{"raw_affiliation_string":"National Research Council of Italy, Pisa, Italy#TAB#","institution_ids":["https://openalex.org/I4210155236"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066317336","display_name":"Salvatore Orlando","orcid":"https://orcid.org/0000-0002-4155-9797"},"institutions":[{"id":"https://openalex.org/I149461666","display_name":"Ca' Foscari University of Venice","ror":"https://ror.org/04yzxz566","country_code":"IT","type":"education","lineage":["https://openalex.org/I149461666"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Salvatore Orlando","raw_affiliation_strings":["Ca' Foscari University of Venice, Venice, Italy"],"affiliations":[{"raw_affiliation_string":"Ca' Foscari University of Venice, Venice, Italy","institution_ids":["https://openalex.org/I149461666"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035605298","display_name":"Raffaele Perego","orcid":"https://orcid.org/0000-0001-7189-4724"},"institutions":[{"id":"https://openalex.org/I4210155236","display_name":"National Research Council","ror":"https://ror.org/04zaypm56","country_code":"IT","type":"funder","lineage":["https://openalex.org/I4210155236"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Raffaele Perego","raw_affiliation_strings":["National Research Council of Italy, Pisa, Italy","National Research Council of Italy, Pisa, Italy#TAB#"],"affiliations":[{"raw_affiliation_string":"National Research Council of Italy, Pisa, Italy","institution_ids":["https://openalex.org/I4210155236"]},{"raw_affiliation_string":"National Research Council of Italy, Pisa, Italy#TAB#","institution_ids":["https://openalex.org/I4210155236"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5057012820"],"corresponding_institution_ids":["https://openalex.org/I4210155236"],"apc_list":null,"apc_paid":null,"fwci":0.8186,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.80785331,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"2075","last_page":"2077"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8789451122283936},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.6498247385025024},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6396006345748901},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6220600605010986},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.616570234298706},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.5528367757797241},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5481250882148743},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5309967994689941},{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"Crowdsourcing","score":0.5135805606842041},{"id":"https://openalex.org/keywords/entity-linking","display_name":"Entity linking","score":0.5073065161705017},{"id":"https://openalex.org/keywords/learning-to-rank","display_name":"Learning to rank","score":0.5022637844085693},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.4814247786998749},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4476642608642578},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44346460700035095},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4132285714149475},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.24675807356834412}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8789451122283936},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.6498247385025024},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6396006345748901},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6220600605010986},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.616570234298706},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.5528367757797241},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5481250882148743},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5309967994689941},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.5135805606842041},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.5073065161705017},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.5022637844085693},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.4814247786998749},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4476642608642578},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44346460700035095},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4132285714149475},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.24675807356834412},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2661829.2661854","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2661829.2661854","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd ACM International Conference on Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:dnet:people______::73deb8dda3989ddaabec5fe9a40879af","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S7407055261","display_name":"ISTI Open Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference article"},{"id":"pmh:oai:iris.unive.it:10278/43941","is_oa":false,"landing_page_url":"http://hdl.handle.net/10278/43941","pdf_url":null,"source":{"id":"https://openalex.org/S4306402336","display_name":"ARCA (Universit\u00e0 Ca' Foscari Venezia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149461666","host_organization_name":"Ca' Foscari University of Venice","host_organization_lineage":["https://openalex.org/I149461666"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G418668713","display_name":null,"funder_award_id":"E-CLOUD - no. 325091","funder_id":"https://openalex.org/F4320334960","funder_display_name":"Seventh Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320334960","display_name":"Seventh Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W2019484125","https://openalex.org/W2037041009","https://openalex.org/W2051082414","https://openalex.org/W2096643512","https://openalex.org/W2100341149","https://openalex.org/W2115352105","https://openalex.org/W2131357087","https://openalex.org/W2152997076","https://openalex.org/W2162892665","https://openalex.org/W2342266190"],"related_works":["https://openalex.org/W1541691357","https://openalex.org/W2090135255","https://openalex.org/W2168409722","https://openalex.org/W2548972888","https://openalex.org/W2026505290","https://openalex.org/W2782437235","https://openalex.org/W1993715838","https://openalex.org/W2359088421","https://openalex.org/W2181629536","https://openalex.org/W2119465010"],"abstract_inverted_index":{"The":[0,40,158],"Entity":[1],"Linking":[2],"(EL)":[3],"problem":[4,42],"consists":[5],"in":[6,18,29,50,85,122],"automatically":[7,126],"linking":[8],"short":[9],"fragments":[10],"of":[11,43,146,155],"text":[12],"within":[13],"a":[14,19,102,137,170,186],"document":[15],"to":[16,26,94,108,117,125,142,177],"entities":[17,48,55,75],"given":[20],"Knowledge":[21],"Base":[22],"like":[23],"Wikipedia.":[24],"Due":[25],"its":[27],"impact":[28],"several":[30],"text-understanding":[31],"related":[32],"tasks,":[33,184],"EL":[34,97,180],"is":[35,57,162],"an":[36,164],"hot":[37],"research":[38],"topic.":[39],"correlated":[41],"devising":[44],"the":[45,51,144,151],"most":[46],"relevant":[47],"mentioned":[49,74],"document,":[52],"a.k.a.":[53],"salient":[54],"(SE),":[56],"also":[58],"attracting":[59],"increasing":[60],"interest.":[61],"Unfortunately,":[62],"publicly":[63],"available":[64],"evaluation":[65],"datasets":[66,116],"that":[67,112,140],"contain":[68],"accurate":[69],"and":[70,76,87,98,128,173,181],"supervised":[71],"knowledge":[72],"about":[73],"their":[77],"relevance":[78],"ranking":[79],"are":[80],"currently":[81],"very":[82,92],"poor":[83],"both":[84,179],"number":[86],"quality.":[88],"This":[89],"lack":[90],"makes":[91],"difficult":[93],"compare":[95],"different":[96],"SE":[99,182],"solutions":[100],"on":[101,114],"fair":[103],"basis,":[104],"as":[105,107],"well":[106],"devise":[109],"innovative":[110],"techniques":[111],"relies":[113],"these":[115,147],"train":[118],"machine":[119],"learning":[120],"models,":[121],"turn":[123],"used":[124],"link":[127],"rank":[129],"entities.":[130],"In":[131],"this":[132],"demo":[133],"paper":[134],"we":[135],"propose":[136],"Web-deployed":[138],"tool":[139],"allows":[141],"crowdsource":[143],"creation":[145],"datasets,":[148],"by":[149],"supporting":[150],"collaborative":[152],"human":[153],"annotation":[154],"semi-structured":[156],"documents.":[157],"tool,":[159],"called":[160],"Elianto,":[161],"actually":[163],"open":[165],"source":[166],"framework,":[167],"which":[168],"provides":[169],"user":[171],"friendly":[172],"reactive":[174],"Web":[175],"interface":[176],"support":[178],"labelling":[183],"through":[185],"guided":[187],"two-step":[188],"process.":[189]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2017,"cited_by_count":2}],"updated_date":"2026-03-02T08:37:19.008085","created_date":"2025-10-10T00:00:00"}