{"id":"https://openalex.org/W4247198512","doi":"https://doi.org/10.3115/1072064.1072068","title":"The statistical significance of the MUC-4 results","display_name":"The statistical significance of the MUC-4 results","alternate_titles":[],"publication_year":1992,"publication_date":"1992-01-01","ids":{"openalex":"https://openalex.org/W4247198512","doi":"https://doi.org/10.3115/1072064.1072068"},"language":"en","primary_location":{"id":"doi:10.3115/1072064.1072068","doi":"https://doi.org/10.3115/1072064.1072068","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1072064.1072068","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1072064.1072068","source":{"id":"https://openalex.org/S7407089073","display_name":"Message Understanding Conference (MUC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th conference on Message understanding - MUC4 '92","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4247198512"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.3115/1072064.1072068","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017491280","display_name":"Nancy A. Chinchor","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Nancy Chinchor","raw_affiliation_strings":["Science Applications International Corporation, San Diego, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Science Applications International Corporation, San Diego, CA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5017491280"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8391,"has_fulltext":true,"cited_by_count":82,"reviewed_by_count":0,"citation_normalized_percentile":{"value":0.88531553,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"30","last_page":"30"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9175000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9175000190734863,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.009800000116229057,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.008200000040233135,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/muc4","display_name":"MUC4","score":0.9010000228881836},{"id":"https://openalex.org/keywords/statistical-significance","display_name":"statistical significance","score":0.5680000185966492},{"id":"https://openalex.org/keywords/hypothesis-testing","display_name":"hypothesis testing","score":0.9309999942779541},{"id":"https://openalex.org/keywords/system-comparison","display_name":"system comparison","score":0.4729999899864197},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"precision and recall","score":0.656000018119812},{"id":"https://openalex.org/keywords/f-measure","display_name":"F-measure","score":0.984000027179718}],"concepts":[{"id":"https://openalex.org/C87007009","wikidata":"https://www.wikidata.org/wiki/Q210832","display_name":"Statistical hypothesis testing","level":2,"score":0.7403720021247864},{"id":"https://openalex.org/C65409693","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Statistical significance","level":2,"score":0.6709854602813721},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.5825921297073364},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5221679210662842},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.505418062210083},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4892294406890869},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.4636925458908081},{"id":"https://openalex.org/C134261354","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical inference","level":2,"score":0.44603046774864197},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.44405925273895264},{"id":"https://openalex.org/C204243189","wikidata":"https://www.wikidata.org/wiki/Q1363085","display_name":"Randomization","level":3,"score":0.41057348251342773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3851528763771057},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.37218180298805237},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28441935777664185},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21146056056022644},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.19259244203567505},{"id":"https://openalex.org/C535046627","wikidata":"https://www.wikidata.org/wiki/Q30612","display_name":"Clinical trial","level":2,"score":0.11932730674743652},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.11444747447967529},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3115/1072064.1072068","doi":"https://doi.org/10.3115/1072064.1072068","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1072064.1072068","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1072064.1072068","source":{"id":"https://openalex.org/S7407089073","display_name":"Message Understanding Conference (MUC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th conference on Message understanding - MUC4 '92","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.3115/1072064.1072068","doi":"https://doi.org/10.3115/1072064.1072068","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1072064.1072068","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1072064.1072068","source":{"id":"https://openalex.org/S7407089073","display_name":"Message Understanding Conference (MUC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 4th conference on Message understanding - MUC4 '92","raw_type":"proceedings-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4247198512.pdf","grobid_xml":"https://content.openalex.org/works/W4247198512.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W2045925085","https://openalex.org/W2161676054","https://openalex.org/W4300450573"],"related_works":["https://openalex.org/W1991903527","https://openalex.org/W2039276255","https://openalex.org/W2952300686","https://openalex.org/W7096163777","https://openalex.org/W2086613190","https://openalex.org/W1998328714","https://openalex.org/W3196879927","https://openalex.org/W4250212051","https://openalex.org/W7005981531","https://openalex.org/W7095319669"],"abstract_inverted_index":{"The":[0,19,62,76],"MUC-4":[1,88],"scores":[2,23],"of":[3,15,64,82],"recall,":[4],"precision,":[5],"and":[6,78,92],"the":[7,13,16,22,42,48,51,79,83,86],"F-measures":[8],"are":[9],"used":[10,67],"to":[11,31,37,55],"measure":[12],"performance":[14],"participating":[17],"systems.":[18,44],"differences":[20],"in":[21,97],"between":[24,41],"any":[25],"two":[26,43,87],"systems":[27],"may":[28,34],"be":[29,35,95],"due":[30,36,54],"chance":[32],"or":[33],"a":[38,69],"significant":[39],"difference":[40,52],"To":[45],"rule":[46],"out":[47],"possibility":[49],"that":[50],"is":[53,60,68],"chance,":[56],"statistical":[57,80],"hypothesis":[58,65],"testing":[59,66],"used.":[61],"method":[63,71,77],"computationally-intensive":[70],"known":[72],"as":[73],"approximate":[74],"randomization.":[75],"significance":[81],"results":[84],"for":[85],"test":[89],"sets,":[90],"TST3":[91],"TST4,":[93],"will":[94],"discussed":[96],"this":[98],"paper.":[99]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4247198512","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":3}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2022-05-12T00:00:00"}
