{"id":"https://openalex.org/W87844232","doi":null,"title":"Text classification and segmentation using minimum cross-entropy","display_name":"Text classification and segmentation using minimum cross-entropy","publication_year":2000,"publication_date":"2000-04-12","ids":{"openalex":"https://openalex.org/W87844232","mag":"87844232"},"language":"en","primary_location":{"id":"pmh:oai:CiteSeerX.psu:10.1.1.25.8114","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.25.8114","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://133.23.229.11/~ysuzuki/Proceedingsall/RIAO2000/Thursday/78DO3.ps","raw_type":"text"},"volume":null,"type":"article","indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025875274","display_name":"William J. Teahan","orcid":"https://orcid.org/0000-0003-3640-6750","observed_orcids":["https://orcid.org/0000-0003-3640-6750"]},"institutions":[{"id":"https://openalex.org/I522815984","display_name":"Robert Gordon University","ror":"https://ror.org/04f0qj703","country_code":"GB","type":"education","lineage":["https://openalex.org/I522815984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"William J. Teahan","raw_affiliation_strings":["The Robert Gordon University, Aberdeen, Scotland"],"raw_orcid":"https://orcid.org/0000-0003-3640-6750","affiliations":[{"raw_affiliation_string":"The Robert Gordon University, Aberdeen, Scotland","institution_ids":["https://openalex.org/I522815984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5025875274"],"corresponding_institution_ids":["https://openalex.org/I522815984"],"apc_list":null,"apc_paid":null,"fwci":1.6541,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.84455283,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"943","last_page":"961"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.7411999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12380","display_name":"Authorship Attribution and Profiling","score":0.7411999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.11050000041723251,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.07280000299215317,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-classification","display_name":"text classification","score":0.9900000095367432},{"id":"https://openalex.org/keywords/text-segmentation","display_name":"text segmentation","score":0.9959999918937683},{"id":"https://openalex.org/keywords/minimum-cross-entropy","display_name":"minimum cross-entropy","score":0.8840000033378601},{"id":"https://openalex.org/keywords/authorship-attribution","display_name":"authorship attribution","score":0.5830000042915344},{"id":"https://openalex.org/keywords/language-identification","display_name":"language identification","score":0.8450000286102295},{"id":"https://openalex.org/keywords/dialect-identification","display_name":"dialect identification","score":0.8199999928474426},{"id":"https://openalex.org/keywords/genre-classification","display_name":"genre classification","score":0.8740000128746033},{"id":"https://openalex.org/keywords/chinese-word-segmentation","display_name":"Chinese word segmentation","score":0.9890000224113464}],"concepts":[{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7127730846405029},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.683055579662323},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6547600030899048},{"id":"https://openalex.org/C98501671","wikidata":"https://www.wikidata.org/wiki/Q1948408","display_name":"Text segmentation","level":3,"score":0.6534854769706726},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.5161389112472534},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.508056640625},{"id":"https://openalex.org/C2780861071","wikidata":"https://www.wikidata.org/wiki/Q1062934","display_name":"Character (mathematics)","level":2,"score":0.4902351498603821},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.48365628719329834},{"id":"https://openalex.org/C125308379","wikidata":"https://www.wikidata.org/wiki/Q363057","display_name":"Market segmentation","level":2,"score":0.47454842925071716},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.43619489669799805},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4127386510372162},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21253708004951477},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:CiteSeerX.psu:10.1.1.25.8114","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.25.8114","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://133.23.229.11/~ysuzuki/Proceedingsall/RIAO2000/Thursday/78DO3.ps","raw_type":"text"},{"id":"mag:87844232","doi":null,"is_oa":false,"landing_page_url":"https://dblp.uni-trier.de/db/conf/riao/riao2000.html#Teahan00","pdf_url":null,"source":{"id":"https://openalex.org/S4306420797","display_name":"RIAO Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"RIAO Conference","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W122237143","https://openalex.org/W183965307","https://openalex.org/W1483126227","https://openalex.org/W1507680813","https://openalex.org/W1512277306","https://openalex.org/W1514078281","https://openalex.org/W1523949738","https://openalex.org/W1540912880","https://openalex.org/W1547032355","https://openalex.org/W1554031433","https://openalex.org/W1571468614","https://openalex.org/W1966812932","https://openalex.org/W1972099155","https://openalex.org/W1987947967","https://openalex.org/W1991133427","https://openalex.org/W1993657037","https://openalex.org/W1995875735","https://openalex.org/W2003931252","https://openalex.org/W2010595692","https://openalex.org/W2089319476","https://openalex.org/W2099345940","https://openalex.org/W2100155737","https://openalex.org/W2120770606","https://openalex.org/W2134237567","https://openalex.org/W2135771747","https://openalex.org/W2149741699","https://openalex.org/W2152797116","https://openalex.org/W2161628678","https://openalex.org/W2167934275","https://openalex.org/W2420187884","https://openalex.org/W2752885492"],"related_works":["https://openalex.org/W2610916273","https://openalex.org/W6903818482","https://openalex.org/W7099228675","https://openalex.org/W92721390","https://openalex.org/W2148818577","https://openalex.org/W1490796714","https://openalex.org/W2099855336","https://openalex.org/W1498790929","https://openalex.org/W4233606598","https://openalex.org/W6941259089"],"abstract_inverted_index":{"Several":[0],"methods":[1,39,48],"for":[2],"classifying":[3],"and":[4,71],"segmenting":[5,102],"text":[6,14,31,56,75,103],"are":[7,10,40],"described.":[8],"These":[9],"based":[11],"on":[12,93],"ranking":[13],"sequences":[15],"by":[16,67,104],"their":[17],"cross-entropy":[18],"calculated":[19],"using":[20],"a":[21,41,50,61,98],"fixed":[22],"order":[23],"character-based":[24],"Markov":[25],"model":[26],"adapted":[27],"from":[28],"the":[29,38,81,84],"PPM":[30],"compression":[32],"algorithm.":[33],"Experimental":[34],"results":[35],"show":[36],"that":[37],"signi":[42],"cant":[43],"improvement":[44],"over":[45,110],"previously":[46],"used":[47],"in":[49],"number":[51],"of":[52,65,83,101,109],"areas.":[53],"For":[54],"example,":[55],"can":[57],"be":[58],"classified":[59],"with":[60],"very":[62],"high":[63],"degree":[64],"accuracy":[66,82,108],"authorship,":[68],"language,":[69],"dialect":[70],"genre.":[72],"Highly":[73],"accurate":[74],"segmentation":[76],"is":[77,89],"also":[78],"possible":[79],"--":[80],"PPM-based":[85,99],"Chinese":[86,94],"word":[87],"segmenter":[88],"close":[90],"to":[91],"99%":[92],"news":[95],"text;":[96],"similarly,":[97],"method":[100],"language":[105],"achieves":[106],"an":[107],"99%.":[111]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":10},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":4}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2016-06-24T00:00:00"}