{"id":"https://openalex.org/W2155524176","doi":"https://doi.org/10.3115/1072064.1072067","title":"MUC-4 evaluation metrics","display_name":"MUC-4 evaluation metrics","publication_year":1992,"publication_date":"1992-01-01","ids":{"openalex":"https://openalex.org/W2155524176","doi":"https://doi.org/10.3115/1072064.1072067","mag":"2155524176"},"language":"en","primary_location":{"id":"doi:10.3115/1072064.1072067","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1072064.1072067","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1072064.1072067","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th conference on Message understanding  - MUC4 '92","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.3115/1072064.1072067","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017491280","display_name":"Nancy Chinchor","orcid":null},"institutions":[{"id":"https://openalex.org/I880747138","display_name":"Science Applications International Corporation (United States)","ror":"https://ror.org/00zv91802","country_code":"US","type":"company","lineage":["https://openalex.org/I880747138"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nancy Chinchor","raw_affiliation_strings":["Science Applications International Corporation, San Diego, CA"],"affiliations":[{"raw_affiliation_string":"Science Applications International Corporation, San Diego, CA","institution_ids":["https://openalex.org/I880747138"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5017491280"],"corresponding_institution_ids":["https://openalex.org/I880747138"],"apc_list":null,"apc_paid":null,"fwci":5.5793,"has_fulltext":true,"cited_by_count":560,"citation_normalized_percentile":{"value":0.95977736,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"22","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9639000296592712,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9609000086784363,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6488214731216431},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5847600698471069},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.29546254873275757}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6488214731216431},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5847600698471069},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29546254873275757}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3115/1072064.1072067","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1072064.1072067","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1072064.1072067","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th conference on Message understanding  - MUC4 '92","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.3115/1072064.1072067","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1072064.1072067","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1072064.1072067","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th conference on Message understanding  - MUC4 '92","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2155524176.pdf","grobid_xml":"https://content.openalex.org/works/W2155524176.grobid-xml"},"referenced_works_count":4,"referenced_works":["https://openalex.org/W1593986019","https://openalex.org/W1997841190","https://openalex.org/W4249737388","https://openalex.org/W6635615652"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W4255837520","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"The":[0],"MUC-4":[1,36,56],"evaluation":[2,37],"metrics":[3,23,38],"measure":[4],"the":[5,8,15,22,27,33,47,55,67],"performance":[6,65],"of":[7],"message":[9],"understanding":[10],"systems.":[11],"This":[12],"paper":[13],"describes":[14],"scoring":[16,50],"algorithms":[17],"used":[18,43],"to":[19,32],"arrive":[20],"at":[21],"as":[24,26],"well":[25],"improvements":[28],"that":[29],"were":[30,39],"made":[31],"MUC-3":[34,52,64],"methods.":[35],"stricter":[40],"than":[41,66],"those":[42],"in":[44,49],"MUC-3.":[45],"Given":[46],"differences":[48],"between":[51],"and":[53],"MUC-4,":[54],"systems'":[57],"scores":[58],"represent":[59],"a":[60],"larger":[61],"improvement":[62],"over":[63],"numbers":[68],"themselves":[69],"suggest.":[70]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":40},{"year":2024,"cited_by_count":55},{"year":2023,"cited_by_count":59},{"year":2022,"cited_by_count":66},{"year":2021,"cited_by_count":72},{"year":2020,"cited_by_count":73},{"year":2019,"cited_by_count":52},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":12},{"year":2016,"cited_by_count":9},{"year":2015,"cited_by_count":9},{"year":2014,"cited_by_count":14},{"year":2013,"cited_by_count":14},{"year":2012,"cited_by_count":8}],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2025-10-10T00:00:00"}