{"id":"https://openalex.org/W2337064883","doi":null,"title":"Evaluation of Named Entity Extraction Systems","display_name":"Evaluation of Named Entity Extraction Systems","publication_year":2009,"publication_date":"2009-01-01","ids":{"openalex":"https://openalex.org/W2337064883","mag":"2337064883"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.453.4726","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.453.4726","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://pics.cicling.org/2009/RCS-41/047-058.pdf","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047898572","display_name":"M\u00f3nica Marrero","orcid":"https://orcid.org/0000-0002-2359-6340","observed_orcids":["https://orcid.org/0000-0002-2359-6340"]},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"M\u00f3nica Marrero","raw_affiliation_strings":["Charles III University of Madrid"],"raw_orcid":"https://orcid.org/0000-0002-2359-6340","affiliations":[{"raw_affiliation_string":"Charles III University of Madrid","institution_ids":["https://openalex.org/I50357001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055173970","display_name":"Sonia S\u00e1nchez-Cuadrado","orcid":"https://orcid.org/0000-0002-7722-1982","observed_orcids":["https://orcid.org/0000-0002-7722-1982"]},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Sonia S\u00e1nchez-Cuadrado","raw_affiliation_strings":["Charles III University of Madrid"],"raw_orcid":"https://orcid.org/0000-0002-7722-1982","affiliations":[{"raw_affiliation_string":"Charles III University of Madrid","institution_ids":["https://openalex.org/I50357001"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037897289","display_name":"Jorge Morato","orcid":"https://orcid.org/0000-0002-7530-9753","observed_orcids":["https://orcid.org/0000-0002-7530-9753"]},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jorge Morato","raw_affiliation_strings":["Charles III University of Madrid"],"raw_orcid":"https://orcid.org/0000-0002-7530-9753","affiliations":[{"raw_affiliation_string":"Charles III University of Madrid","institution_ids":["https://openalex.org/I50357001"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071161907","display_name":"George Andreadakis","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I50357001","display_name":"Universidad Carlos III de Madrid","ror":"https://ror.org/03ths8210","country_code":"ES","type":"education","lineage":["https://openalex.org/I50357001"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"George Andreadakis","raw_affiliation_strings":["Charles III University of Madrid"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Charles III University of Madrid","institution_ids":["https://openalex.org/I50357001"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I50357001"],"apc_list":null,"apc_paid":null,"fwci":1.6476,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.84776903,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9014000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9014000296592712,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.08730000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.005200000014156103,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"precision and recall","score":0.6520000100135803},{"id":"https://openalex.org/keywords/error-analysis","display_name":"error analysis","score":0.9020000100135803},{"id":"https://openalex.org/keywords/muc","display_name":"MUC","score":0.5529999732971191},{"id":"https://openalex.org/keywords/ace","display_name":"ACE","score":0.8180000185966492},{"id":"https://openalex.org/keywords/entity-types","display_name":"entity types","score":0.40799999237060547}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7598310112953186},{"id":"https://openalex.org/C2779192218","wikidata":"https://www.wikidata.org/wiki/Q16944486","display_name":"Elaboration","level":2,"score":0.6518320441246033},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5932503342628479},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5662408471107483},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.527782142162323},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5257547497749329},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5011916160583496},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4737563729286194},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.4553748071193695},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4471476674079895},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4429805278778076},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3385636806488037},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32866156101226807},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16830262541770935},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C15708023","wikidata":"https://www.wikidata.org/wiki/Q80083","display_name":"Humanities","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.453.4726","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.453.4726","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://pics.cicling.org/2009/RCS-41/047-058.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.714.2078","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.714.2078","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://monica-marrero.com/files/paperCICLINGevaluation.pdf","raw_type":"text"},{"id":"mag:2337064883","doi":null,"is_oa":false,"landing_page_url":"http://www.cicling.org/2009/RCS-41/047-058.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W92858395","https://openalex.org/W178774507","https://openalex.org/W1533057952","https://openalex.org/W1543320899","https://openalex.org/W1570448133","https://openalex.org/W2020278455","https://openalex.org/W2051390224","https://openalex.org/W2068882115","https://openalex.org/W2126637410","https://openalex.org/W2144578941","https://openalex.org/W2739170257","https://openalex.org/W2760736243","https://openalex.org/W2915429162"],"related_works":["https://openalex.org/W7039575184","https://openalex.org/W2514317811","https://openalex.org/W2020278455","https://openalex.org/W412011240","https://openalex.org/W2028854421","https://openalex.org/W2016191532","https://openalex.org/W1970123359","https://openalex.org/W4394705267","https://openalex.org/W7099344384","https://openalex.org/W2131193876"],"abstract_inverted_index":{"Abstract.":[0],"The":[1,79,139],"suitability":[2],"of":[3,10,32,43,66,74,81,90,99,104,116,119,128,134,141,145,156,162,168,188],"the":[4,30,41,53,64,82,88,102,110,114,117,120,123,132,135,142,146,157,160,163,172,175,183,186],"algorithms":[5],"for":[6,109,122,193],"recognition":[7,31,164],"and":[8,46,96,148,159,165,181],"classification":[9,166],"entities":[11],"(NERC)":[12],"is":[13],"evaluated":[14],"through":[15],"competitions":[16,26,54,180],"such":[17],"as":[18],"MUC,":[19],"CONLL":[20],"or":[21,185],"ACE.":[22],"In":[23,39,69],"general,":[24],"these":[25],"are":[27,77],"limited":[28],"to":[29],"predefined":[33],"entity":[34],"types":[35,98],"in":[36],"certain":[37],"languages.":[38],"addition,":[40],"evaluation":[42,150],"free":[44],"applications":[45],"commercial":[47],"systems":[48],"that":[49],"do":[50],"not":[51],"attend":[52],"has":[55,84],"been":[56,63],"lightly":[57],"studied.":[58],"Shallowly":[59],"studied":[60],"have":[61],"also":[62],"causes":[65],"erroneous":[67],"results.":[68],"this":[70],"study":[71,173],"a":[72,91,105,194],"set":[73],"NERC":[75],"tools":[76,83,111,121,147,192],"assessed.":[78],"assessment":[80,115],"consisted":[85],"of:":[86],"1)":[87],"elaboration":[89,103],"test":[92],"corpus":[93,125],"with":[94],"typical":[95],"marginal":[97],"entities;":[100],"2)":[101],"brief":[106],"technical":[107,143],"specification":[108],"evaluated;":[112],"3)":[113],"quality":[118,158],"developed":[124],"by":[126,178],"means":[127],"precision-recall":[129],"ratios;":[130],"4)":[131],"analysis":[133],"most":[136],"frequent":[137],"errors.":[138],"sufficiency":[140],"characteristics":[144],"their":[149],"ratios,":[151],"presents":[152],"an":[153],"objective":[154],"perspective":[155],"effectiveness":[161],"techniques":[167],"each":[169],"tool.":[170],"Thus,":[171],"complements":[174],"information":[176],"provided":[177],"other":[179],"aids":[182],"choice":[184],"design":[187],"more":[189],"suitable":[190],"NER":[191],"specific":[195],"project.":[196]},"counts_by_year":[{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":11},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":4}],"updated_date":"2026-10-12T09:40:04.860316","created_date":"2016-06-24T00:00:00"}