{"id":"https://openalex.org/W4384640053","doi":"https://doi.org/10.1145/3539618.3591912","title":"Linked-DocRED - Enhancing DocRED with Entity-Linking to Evaluate End-To-End Document-Level Information Extraction Pipelines","display_name":"Linked-DocRED - Enhancing DocRED with Entity-Linking to Evaluate End-To-End Document-Level Information Extraction Pipelines","publication_year":2023,"publication_date":"2023-07-18","ids":{"openalex":"https://openalex.org/W4384640053","doi":"https://doi.org/10.1145/3539618.3591912"},"language":"en","primary_location":{"id":"doi:10.1145/3539618.3591912","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3539618.3591912","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3539618.3591912","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3539618.3591912","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003133203","display_name":"Pierre-Yves Genest","orcid":"https://orcid.org/0000-0002-2927-5214"},"institutions":[{"id":"https://openalex.org/I100532134","display_name":"Lyon 1 Universit\u00e9","ror":"https://ror.org/029brtt94","country_code":"FR","type":"education","lineage":["https://openalex.org/I100532134","https://openalex.org/I203339264"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210155607","display_name":"Laboratoire d'Informatique en Images et Syst\u00e8mes d'Information","ror":"https://ror.org/04dv4he91","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I112936343","https://openalex.org/I1294671590","https://openalex.org/I188626449","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I4210155607","https://openalex.org/I48430043"]},{"id":"https://openalex.org/I48430043","display_name":"Institut National des Sciences Appliqu\u00e9es de Lyon","ror":"https://ror.org/050jn9y42","country_code":"FR","type":"education","lineage":["https://openalex.org/I203339264","https://openalex.org/I48430043"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pierre-Yves Genest","raw_affiliation_strings":["Alteca & Univ Lyon, INSA Lyon, CNRS, UCBL, LIRIS, UMR5205, Lyon, France"],"raw_orcid":"https://orcid.org/0000-0002-2927-5214","affiliations":[{"raw_affiliation_string":"Alteca & Univ Lyon, INSA Lyon, CNRS, UCBL, LIRIS, UMR5205, Lyon, France","institution_ids":["https://openalex.org/I100532134","https://openalex.org/I1294671590","https://openalex.org/I4210155607","https://openalex.org/I48430043"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016163559","display_name":"Pierre-\u00c9douard Portier","orcid":"https://orcid.org/0000-0002-6439-9466"},"institutions":[{"id":"https://openalex.org/I100532134","display_name":"Lyon 1 Universit\u00e9","ror":"https://ror.org/029brtt94","country_code":"FR","type":"education","lineage":["https://openalex.org/I100532134","https://openalex.org/I203339264"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210155607","display_name":"Laboratoire d'Informatique en Images et Syst\u00e8mes d'Information","ror":"https://ror.org/04dv4he91","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I112936343","https://openalex.org/I1294671590","https://openalex.org/I188626449","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I4210155607","https://openalex.org/I48430043"]},{"id":"https://openalex.org/I48430043","display_name":"Institut National des Sciences Appliqu\u00e9es de Lyon","ror":"https://ror.org/050jn9y42","country_code":"FR","type":"education","lineage":["https://openalex.org/I203339264","https://openalex.org/I48430043"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pierre-Edouard Portier","raw_affiliation_strings":["Univ Lyon, INSA Lyon, CNRS, UCBL, LIRIS, UMR5205, Villeurbanne, France"],"raw_orcid":"https://orcid.org/0000-0002-6439-9466","affiliations":[{"raw_affiliation_string":"Univ Lyon, INSA Lyon, CNRS, UCBL, LIRIS, UMR5205, Villeurbanne, France","institution_ids":["https://openalex.org/I100532134","https://openalex.org/I1294671590","https://openalex.org/I4210155607","https://openalex.org/I48430043"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101952885","display_name":"El\u00f6d Egyed\u2010Zsigmond","orcid":"https://orcid.org/0000-0002-1218-8026"},"institutions":[{"id":"https://openalex.org/I100532134","display_name":"Lyon 1 Universit\u00e9","ror":"https://ror.org/029brtt94","country_code":"FR","type":"education","lineage":["https://openalex.org/I100532134","https://openalex.org/I203339264"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210155607","display_name":"Laboratoire d'Informatique en Images et Syst\u00e8mes d'Information","ror":"https://ror.org/04dv4he91","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I112936343","https://openalex.org/I1294671590","https://openalex.org/I188626449","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I4210155607","https://openalex.org/I48430043"]},{"id":"https://openalex.org/I48430043","display_name":"Institut National des Sciences Appliqu\u00e9es de Lyon","ror":"https://ror.org/050jn9y42","country_code":"FR","type":"education","lineage":["https://openalex.org/I203339264","https://openalex.org/I48430043"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"El\u00f6d Egyed-Zsigmond","raw_affiliation_strings":["Univ Lyon, INSA Lyon, CNRS, UCBL, LIRIS, UMR5205, Villeurbanne, France"],"raw_orcid":"https://orcid.org/0000-0002-1218-8026","affiliations":[{"raw_affiliation_string":"Univ Lyon, INSA Lyon, CNRS, UCBL, LIRIS, UMR5205, Villeurbanne, France","institution_ids":["https://openalex.org/I100532134","https://openalex.org/I1294671590","https://openalex.org/I4210155607","https://openalex.org/I48430043"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016477113","display_name":"Martino Lovisetto","orcid":"https://orcid.org/0000-0001-7489-640X"},"institutions":[{"id":"https://openalex.org/I158447531","display_name":"Altran (France)","ror":"https://ror.org/04qhpqj38","country_code":"FR","type":"company","lineage":["https://openalex.org/I158447531"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Martino Lovisetto","raw_affiliation_strings":["Alteca, Lyon, France","Alteca - Alteca (88 Bd des Belges\r\n69006, Lyon - France)"],"raw_orcid":"https://orcid.org/0000-0001-7489-640X","affiliations":[{"raw_affiliation_string":"Alteca, Lyon, France","institution_ids":["https://openalex.org/I158447531"]},{"raw_affiliation_string":"Alteca - Alteca (88 Bd des Belges\r\n69006, Lyon - France)","institution_ids":["https://openalex.org/I158447531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2075,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.40869371,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"3064","last_page":"3074"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8842761516571045},{"id":"https://openalex.org/keywords/entity-linking","display_name":"Entity linking","score":0.7033315896987915},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.6529482007026672},{"id":"https://openalex.org/keywords/named-entity-recognition","display_name":"Named-entity recognition","score":0.631517767906189},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.6262989640235901},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6216534972190857},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.5048052072525024},{"id":"https://openalex.org/keywords/hyperlink","display_name":"Hyperlink","score":0.4938822388648987},{"id":"https://openalex.org/keywords/pipeline-transport","display_name":"Pipeline transport","score":0.4834910035133362},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.47946035861968994},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.4725976586341858},{"id":"https://openalex.org/keywords/mit-license","display_name":"MIT License","score":0.43782657384872437},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4167248010635376},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3834620714187622},{"id":"https://openalex.org/keywords/license","display_name":"License","score":0.3757883310317993},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.3162166476249695},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2855664789676666},{"id":"https://openalex.org/keywords/web-page","display_name":"Web page","score":0.19082841277122498},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.14670148491859436},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.1301857829093933}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8842761516571045},{"id":"https://openalex.org/C96711827","wikidata":"https://www.wikidata.org/wiki/Q17012245","display_name":"Entity linking","level":3,"score":0.7033315896987915},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.6529482007026672},{"id":"https://openalex.org/C2779135771","wikidata":"https://www.wikidata.org/wiki/Q403574","display_name":"Named-entity recognition","level":3,"score":0.631517767906189},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.6262989640235901},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6216534972190857},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.5048052072525024},{"id":"https://openalex.org/C30088001","wikidata":"https://www.wikidata.org/wiki/Q102014","display_name":"Hyperlink","level":3,"score":0.4938822388648987},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.4834910035133362},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.47946035861968994},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.4725976586341858},{"id":"https://openalex.org/C174183944","wikidata":"https://www.wikidata.org/wiki/Q334661","display_name":"MIT License","level":3,"score":0.43782657384872437},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4167248010635376},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3834620714187622},{"id":"https://openalex.org/C2780560020","wikidata":"https://www.wikidata.org/wiki/Q79719","display_name":"License","level":2,"score":0.3757883310317993},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3162166476249695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2855664789676666},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.19082841277122498},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.14670148491859436},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.1301857829093933},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C87717796","wikidata":"https://www.wikidata.org/wiki/Q146326","display_name":"Environmental engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3539618.3591912","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3539618.3591912","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3539618.3591912","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04064170v1","is_oa":true,"landing_page_url":"https://hal.science/hal-04064170","pdf_url":"https://hal.science/hal-04064170v1/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SIGIR '23: The 46th International ACM SIGIR Conference on Research and Development in Information Retrieval, Jul 2023, Taipei, Taiwan. pp.3064-3074, ⟨10.1145/3539618.3591912⟩","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3539618.3591912","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3539618.3591912","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3539618.3591912","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 46th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.44999998807907104,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G1640179956","display_name":null,"funder_award_id":"CIFRE n\u00b02021/0851","funder_id":"https://openalex.org/F4320321663","funder_display_name":"Association Nationale de la Recherche et de la Technologie"},{"id":"https://openalex.org/G3137514115","display_name":null,"funder_award_id":"2021/0851","funder_id":"https://openalex.org/F4320321663","funder_display_name":"Association Nationale de la Recherche et de la Technologie"}],"funders":[{"id":"https://openalex.org/F4320321663","display_name":"Association Nationale de la Recherche et de la Technologie","ror":"https://ror.org/00ht2ab73"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4384640053.pdf","grobid_xml":"https://content.openalex.org/works/W4384640053.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1604644367","https://openalex.org/W2020018978","https://openalex.org/W2074231493","https://openalex.org/W2104583100","https://openalex.org/W2123142779","https://openalex.org/W2250668331","https://openalex.org/W2507397568","https://openalex.org/W2908230750","https://openalex.org/W2919278763","https://openalex.org/W2935052563","https://openalex.org/W2952179106","https://openalex.org/W2963718112","https://openalex.org/W2963777632","https://openalex.org/W2970808735","https://openalex.org/W2971136144","https://openalex.org/W2971221499","https://openalex.org/W2972535098","https://openalex.org/W2984582583","https://openalex.org/W3015468748","https://openalex.org/W3091993229","https://openalex.org/W3093891978","https://openalex.org/W3103836967","https://openalex.org/W3113440918","https://openalex.org/W3114211574","https://openalex.org/W3136346046","https://openalex.org/W3167136668","https://openalex.org/W3174628768","https://openalex.org/W3213921583","https://openalex.org/W4214671568","https://openalex.org/W4287100664","https://openalex.org/W4306317423","https://openalex.org/W4312360403"],"related_works":["https://openalex.org/W2186562580","https://openalex.org/W3198729192","https://openalex.org/W4255258373","https://openalex.org/W2166029629","https://openalex.org/W2593907245","https://openalex.org/W3000685722","https://openalex.org/W2520117834","https://openalex.org/W2340568692","https://openalex.org/W626980589","https://openalex.org/W4313162113"],"abstract_inverted_index":{"Information":[0],"Extraction":[1],"(IE)":[2],"pipelines":[3,32],"aim":[4],"to":[5,74,102,118,130,141],"extract":[6],"meaningful":[7],"entities":[8],"and":[9,13,29,41,91,135,170,179],"relations":[10],"from":[11,183],"documents":[12],"structure":[14],"them":[15],"into":[16],"a":[17,34,62,103,125,147,184],"knowledge":[18],"graph":[19],"that":[20,98,106],"can":[21,180],"then":[22],"be":[23,181],"used":[24],"in":[25,115],"downstream":[26],"applications.":[27],"Training":[28],"evaluating":[30],"such":[31],"requires":[33],"dataset":[35,94],"annotated":[36,58],"with":[37,95],"entities,":[38],"coreferences,":[39],"relations,":[40],"entity-linking.":[42,143],"However,":[43],"existing":[44,90],"datasets":[45],"either":[46],"lack":[47],"entity-linking":[48,96],"labels,":[49],"are":[50,99,173],"too":[51],"small,":[52],"not":[53],"diverse":[54],"enough,":[55],"or":[56],"automatically":[57],"(that":[59],"is,":[60],"without":[61],"strong":[63],"guarantee":[64],"of":[65,68,77,128,146,156],"the":[66,75,80,89,154,162,166,168,171],"correction":[67],"annotations).":[69],"Therefore,":[70],"we":[71,112,136],"propose":[72,124],"Linked-DocRED,":[73,161],"best":[76],"our":[78],"knowledge,":[79],"first":[81],"manually-annotated,":[82],"large-scale,":[83],"document-level":[84],"IE":[85,133,159],"dataset.":[86],"We":[87,122],"enhance":[88],"widely-used":[92],"DocRED":[93],"labels":[97],"generated":[100],"thanks":[101],"semi-automatic":[104],"process":[105],"guarantees":[107],"high-quality":[108],"annotations.":[109],"In":[110],"particular,":[111],"use":[113],"hyperlinks":[114],"Wikipedia":[116],"articles":[117],"provide":[119],"disambiguation":[120],"candidates.":[121],"also":[123],"complete":[126],"framework":[127],"metrics":[129,172],"benchmark":[131],"end-to-end":[132,158],"pipelines,":[134],"define":[137],"an":[138,157,176],"entity-centric":[139],"metric":[140],"evaluate":[142],"The":[144],"evaluation":[145],"baseline":[148],"shows":[149],"promising":[150],"results":[151],"while":[152],"highlighting":[153],"challenges":[155],"pipeline.":[160],"source":[163],"code":[164],"for":[165],"entity-linking,":[167],"baseline,":[169],"distributed":[174],"under":[175],"open-source":[177],"license":[178],"downloaded":[182],"public":[185],"repository.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-26T07:47:46.906454","created_date":"2025-10-10T00:00:00"}