{"id":"https://openalex.org/W1985139039","doi":"https://doi.org/10.3115/1119250.1119253","title":"Utterance segmentation using combined approach based on Bi-directional N-gram and maximum entropy","display_name":"Utterance segmentation using combined approach based on Bi-directional N-gram and maximum entropy","publication_year":2003,"publication_date":"2003-01-01","ids":{"openalex":"https://openalex.org/W1985139039","doi":"https://doi.org/10.3115/1119250.1119253","mag":"1985139039"},"language":"en","primary_location":{"id":"doi:10.3115/1119250.1119253","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1119250.1119253","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1119250.1119253","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the second SIGHAN workshop on Chinese language processing -","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.3115/1119250.1119253","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101522028","display_name":"Ding Liu","orcid":"https://orcid.org/0000-0002-2070-9661"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ding Liu","raw_affiliation_strings":["Chinese Academy of Sciences, Beijing, China","Chinese Academy of Sciences , Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences , Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015785439","display_name":"Chengqing Zong","orcid":"https://orcid.org/0000-0002-9864-3818"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengqing Zong","raw_affiliation_strings":["Chinese Academy of Sciences, Beijing, China","Chinese Academy of Sciences , Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366"]},{"raw_affiliation_string":"Chinese Academy of Sciences , Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I19820366"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":null,"first_page":"16","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11063","display_name":"Rough Sets and Fuzzy Logic","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6970040202140808},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6258522272109985},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6105945110321045},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.5870579481124878},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5726961493492126},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5687989592552185},{"id":"https://openalex.org/keywords/utterance","display_name":"Utterance","score":0.5458462834358215},{"id":"https://openalex.org/keywords/n-gram","display_name":"n-gram","score":0.5367575287818909},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.5348964929580688},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5054097175598145},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5013060569763184},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.46679291129112244},{"id":"https://openalex.org/keywords/boundary","display_name":"Boundary (topology)","score":0.4469543695449829},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3909575939178467},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.29419124126434326},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.06251326203346252}],"concepts":[{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6970040202140808},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6258522272109985},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6105945110321045},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.5870579481124878},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5726961493492126},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5687989592552185},{"id":"https://openalex.org/C2775852435","wikidata":"https://www.wikidata.org/wiki/Q258403","display_name":"Utterance","level":2,"score":0.5458462834358215},{"id":"https://openalex.org/C117884012","wikidata":"https://www.wikidata.org/wiki/Q94489","display_name":"n-gram","level":3,"score":0.5367575287818909},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.5348964929580688},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5054097175598145},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5013060569763184},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.46679291129112244},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.4469543695449829},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3909575939178467},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.29419124126434326},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.06251326203346252},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3115/1119250.1119253","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1119250.1119253","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1119250.1119253","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the second SIGHAN workshop on Chinese language processing -","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.533.724","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.533.724","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.nlpr.ia.ac.cn/cip/ZongPublications/2003 Liu D.-Sighan.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.80.3727","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.80.3727","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://acl.ldc.upenn.edu/acl2003/sighan/pdfs/Liu.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.80.7253","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.80.7253","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://acl.ldc.upenn.edu/acl2003/sighan/pdf/Liu.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.3115/1119250.1119253","is_oa":true,"landing_page_url":"https://doi.org/10.3115/1119250.1119253","pdf_url":"https://dl.acm.org/doi/pdf/10.3115/1119250.1119253","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the second SIGHAN workshop on Chinese language processing -","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.550000011920929}],"awards":[],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1985139039.pdf","grobid_xml":"https://content.openalex.org/works/W1985139039.grobid-xml"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W11675957","https://openalex.org/W31125100","https://openalex.org/W61566120","https://openalex.org/W171402391","https://openalex.org/W1494502633","https://openalex.org/W1504308419","https://openalex.org/W1530562053","https://openalex.org/W1557074680","https://openalex.org/W2001792610","https://openalex.org/W2005252629","https://openalex.org/W2018560257","https://openalex.org/W2096175520","https://openalex.org/W2113851376","https://openalex.org/W2145096378","https://openalex.org/W2158195707","https://openalex.org/W2164242754","https://openalex.org/W4240726762","https://openalex.org/W4300987104"],"related_works":["https://openalex.org/W1998701884","https://openalex.org/W2250909759","https://openalex.org/W2532616038","https://openalex.org/W2787311093","https://openalex.org/W155946694","https://openalex.org/W1555968995","https://openalex.org/W4307474317","https://openalex.org/W2057384730","https://openalex.org/W2147879411","https://openalex.org/W2624072012"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,13,31,39,91],"new":[4,14,92,106],"approach":[5,95,107],"to":[6,35,51,75],"segmentation":[7],"of":[8,78,85],"utterances":[9,64],"into":[10,68],"sentences":[11,70],"using":[12],"linguistic":[15,93],"model":[16],"based":[17,96],"upon":[18],"Maximum-entropy-weighted":[19,98],"Bi-directional":[20,99],"N-grams.":[21,100],"The":[22],"usual":[23,111],"N-gram":[24,112],"algorithm":[25,113],"searches":[26],"for":[27,114],"sentence":[28,41,87],"boundaries":[29],"in":[30,43],"text":[32,45],"from":[33],"left":[34,53,83],"right":[36,59,81],"only.":[37],"Thus":[38],"candidate":[40,86],"boundary":[42],"the":[44,80,105,110],"is":[46],"evaluated":[47],"mainly":[48],"with":[49],"respect":[50],"its":[52,58],"context,":[54],"without":[55],"fully":[56],"considering":[57],"context.":[60],"Using":[61],"this":[62],"approach,":[63],"are":[65],"often":[66],"divided":[67],"incomplete":[69],"or":[71],"fragments.":[72],"In":[73],"order":[74],"make":[76],"use":[77],"both":[79,116],"and":[82,118],"contexts":[84],"boundaries,":[88],"we":[89],"propose":[90],"modeling":[94],"on":[97],"Experimental":[101],"results":[102],"indicate":[103],"that":[104],"significantly":[108],"outperforms":[109],"segmenting":[115],"Chinese":[117],"English":[119],"utterances.":[120]},"counts_by_year":[{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}