{"id":"https://openalex.org/W2108420734","doi":"https://doi.org/10.3115/1119149.1119168","title":"Tipster/MUC-5 information extraction system evaluation","display_name":"Tipster/MUC-5 information extraction system evaluation","publication_year":1993,"publication_date":"1993-01-01","ids":{"openalex":"https://openalex.org/W2108420734","doi":"https://doi.org/10.3115/1119149.1119168","mag":"2108420734"},"language":"en","primary_location":{"id":"doi:10.3115/1119149.1119168","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1119149.1119168","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1119149.1119168","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of a workshop on held at Fredericksburg, Virginia September 19-23, 1993 -","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.3115/1119149.1119168","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046340710","display_name":"Beth Sundheim","orcid":null},"institutions":[{"id":"https://openalex.org/I2802223155","display_name":"Naval Information Warfare Systems Command","ror":"https://ror.org/000ztjy10","country_code":"US","type":"government","lineage":["https://openalex.org/I1330347796","https://openalex.org/I2802223155","https://openalex.org/I3130687028"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Beth M. Sundheim","raw_affiliation_strings":["Naval Command, Control, and Ocean Surveillance Center, San Diego, CA","Naval Command, Control, and Ocean Surveillance Center, San Diego, CA#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Command, Control, and Ocean Surveillance Center, San Diego, CA","institution_ids":[]},{"raw_affiliation_string":"Naval Command, Control, and Ocean Surveillance Center, San Diego, CA#TAB#","institution_ids":["https://openalex.org/I2802223155"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5046340710"],"corresponding_institution_ids":["https://openalex.org/I2802223155"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"147","last_page":"147"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12353","display_name":"Lexicography and Language Studies","score":0.892300009727478,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12353","display_name":"Lexicography and Language Studies","score":0.892300009727478,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13707","display_name":"Literature, Language, and Rhetoric Studies","score":0.7983999848365784,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interim","display_name":"Interim","score":0.7303638458251953},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6401447653770447},{"id":"https://openalex.org/keywords/information-extraction","display_name":"Information extraction","score":0.5182559490203857},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5105518102645874},{"id":"https://openalex.org/keywords/information-system","display_name":"Information system","score":0.5050917267799377},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.42610517144203186},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.3758149743080139},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.35967904329299927},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3369482755661011},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2738688588142395},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.1532135307788849},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.08904144167900085}],"concepts":[{"id":"https://openalex.org/C2776957806","wikidata":"https://www.wikidata.org/wiki/Q4895105","display_name":"Interim","level":2,"score":0.7303638458251953},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6401447653770447},{"id":"https://openalex.org/C195807954","wikidata":"https://www.wikidata.org/wiki/Q1662562","display_name":"Information extraction","level":2,"score":0.5182559490203857},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5105518102645874},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.5050917267799377},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.42610517144203186},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.3758149743080139},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.35967904329299927},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3369482755661011},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2738688588142395},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1532135307788849},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.08904144167900085},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3115/1119149.1119168","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1119149.1119168","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1119149.1119168","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of a workshop on held at Fredericksburg, Virginia September 19-23, 1993 -","raw_type":"proceedings-article"},{"id":"pmh:ADA281138","is_oa":false,"landing_page_url":"http://oai.dtic.mil/oai/oai?&verb=getRecord&metadataPrefix=html&identifier=ADA281138","pdf_url":null,"source":{"id":"https://openalex.org/S4406923043","display_name":"Defense Technical Information Center (DTIC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"DTIC AND NTIS","raw_type":"Text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.396.8842","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.396.8842","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ucrel.lancs.ac.uk/acl/X/X93/X93-1016.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.416.9979","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.416.9979","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://ucrel.lancs.ac.uk/acl/M/M93/M93-1004.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.3115/1119149.1119168","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1119149.1119168","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1119149.1119168","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of a workshop on held at Fredericksburg, Virginia September 19-23, 1993 -","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320311400","display_name":"New Mexico State University","ror":"https://ror.org/00hpz7z43"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2108420734.pdf","grobid_xml":"https://content.openalex.org/works/W2108420734.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W1974684528","https://openalex.org/W1987411183","https://openalex.org/W1991903527","https://openalex.org/W1996844454","https://openalex.org/W2014603157","https://openalex.org/W2025641686","https://openalex.org/W2076578255","https://openalex.org/W2077929656","https://openalex.org/W2078116275","https://openalex.org/W2086613190","https://openalex.org/W4247198512"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W1969630132","https://openalex.org/W2901809887","https://openalex.org/W4239271673","https://openalex.org/W4242296308","https://openalex.org/W2059665379","https://openalex.org/W4396667065","https://openalex.org/W3140988586","https://openalex.org/W64094104","https://openalex.org/W4309960610"],"abstract_inverted_index":{"Three":[0],"information":[1,47],"extraction":[2,48],"system":[3],"evaluations":[4,22,88],"using":[5],"Tipster":[6,18,82],"data":[7],"were":[8,23],"conducted":[9,24,35],"in":[10,25,36,68,94,103,113],"the":[11,17,31,45,59,62,75,81,84,97,115],"context":[12],"of":[13,16,61,80,86,96,99],"Phase":[14],"1":[15],"Text":[19],"program.":[20],"Interim":[21],"September,":[26],"1992,":[27],"and":[28,77,106,110,118,124],"February,":[29],"1993;":[30],"final":[32,40],"evaluation":[33,41,57],"was":[34,58],"July,":[37],"1993.":[38,70],"The":[39],"included":[42],"not":[43],"only":[44],"Tipster-supported":[46],"contractors":[49],"but":[50],"thirteen":[51],"other":[52],"participants":[53],"as":[54],"well.":[55],"This":[56],"topic":[60],"Fifth":[63],"Message":[64],"Understanding":[65],"Conference":[66],"(MUC-5)":[67],"August.":[69],"With":[71],"particular":[72],"respect":[73],"to":[74,91,101],"research":[76],"development":[78,98],"tasks":[79],"contractors,":[83],"goal":[85],"these":[87],"has":[89],"been":[90],"assess":[92],"success":[93],"terms":[95],"systems":[100],"work":[102],"both":[104,114],"English":[105],"Japanese":[107],"(BBN,":[108,121],"GE/CMU,":[109,122],"NMSU/Brandeis)":[111],"and/or":[112],"joint":[116],"ventures":[117],"microelectronics":[119],"domains":[120],"NMSU/Brandeis,":[123],"UMass/Hughes).":[125]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2015,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}