{"id":"https://openalex.org/W2103070571","doi":"https://doi.org/10.1109/chinsl.2004.1409648","title":"A maximum entropy approach for integrating semantic information in statistical language models","display_name":"A maximum entropy approach for integrating semantic information in statistical language models","publication_year":2005,"publication_date":"2005-04-06","ids":{"openalex":"https://openalex.org/W2103070571","doi":"https://doi.org/10.1109/chinsl.2004.1409648","mag":"2103070571"},"language":"en","primary_location":{"id":"doi:10.1109/chinsl.2004.1409648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/chinsl.2004.1409648","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SympoTIC '04. Joint 1st Workshop on Mobile Future & Symposium on Trends In Communications (IEEE Cat. No.04EX877)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088246266","display_name":"Chuang-Hua Chueh","orcid":"https://orcid.org/0009-0006-3960-2748"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Chuang-Hua Chueh","raw_affiliation_strings":["Department of Computer Science and Information, Cheng Kung University, Tainan, Taiwan","[Department of Computer Science and Information Engineering, Cheng Kung University, Tainan, Taiwan]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information, Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]},{"raw_affiliation_string":"[Department of Computer Science and Information Engineering, Cheng Kung University, Tainan, Taiwan]","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061908942","display_name":"Jen\u2010Tzung Chien","orcid":"https://orcid.org/0000-0003-3466-8941"},"institutions":[{"id":"https://openalex.org/I91807558","display_name":"National Cheng Kung University","ror":"https://ror.org/01b8kcc49","country_code":"TW","type":"education","lineage":["https://openalex.org/I91807558"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jen-Tzung Chien","raw_affiliation_strings":["Department of Computer Science and Information, Cheng Kung University, Tainan, Taiwan","[Department of Computer Science and Information Engineering, Cheng Kung University, Tainan, Taiwan]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information, Cheng Kung University, Tainan, Taiwan","institution_ids":["https://openalex.org/I91807558"]},{"raw_affiliation_string":"[Department of Computer Science and Information Engineering, Cheng Kung University, Tainan, Taiwan]","institution_ids":["https://openalex.org/I91807558"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071214181","display_name":"Hsin\u2010Min Wang","orcid":"https://orcid.org/0000-0003-3599-5071"},"institutions":[{"id":"https://openalex.org/I4210098366","display_name":"Institute of Information Science, Academia Sinica","ror":"https://ror.org/00z83z196","country_code":"TW","type":"facility","lineage":["https://openalex.org/I4210098366","https://openalex.org/I84653119"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hsin-min Wang","raw_affiliation_strings":["Institute of Information Science, Academia Sinica, Taipei, Taiwan","[Academia Sinica, Institute of Information Science]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Science, Academia Sinica, Taipei, Taiwan","institution_ids":["https://openalex.org/I4210098366"]},{"raw_affiliation_string":"[Academia Sinica, Institute of Information Science]","institution_ids":["https://openalex.org/I4210098366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8377,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.87787376,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"22","issue":null,"first_page":"309","last_page":"312"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bigram","display_name":"Bigram","score":0.8485933542251587},{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.8442072868347168},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8229539394378662},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.7664140462875366},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.5815147757530212},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5679267644882202},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5414621233940125},{"id":"https://openalex.org/keywords/n-gram","display_name":"n-gram","score":0.5350232124328613},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5266458988189697},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4569461941719055},{"id":"https://openalex.org/keywords/trigram","display_name":"Trigram","score":0.16005578637123108}],"concepts":[{"id":"https://openalex.org/C108757681","wikidata":"https://www.wikidata.org/wiki/Q2773912","display_name":"Bigram","level":3,"score":0.8485933542251587},{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.8442072868347168},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8229539394378662},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.7664140462875366},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.5815147757530212},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5679267644882202},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5414621233940125},{"id":"https://openalex.org/C117884012","wikidata":"https://www.wikidata.org/wiki/Q94489","display_name":"n-gram","level":3,"score":0.5350232124328613},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5266458988189697},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4569461941719055},{"id":"https://openalex.org/C137546455","wikidata":"https://www.wikidata.org/wiki/Q3213474","display_name":"Trigram","level":2,"score":0.16005578637123108},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/chinsl.2004.1409648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/chinsl.2004.1409648","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SympoTIC '04. Joint 1st Workshop on Mobile Future & Symposium on Trends In Communications (IEEE Cat. No.04EX877)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.129.2667","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.129.2667","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.iis.sinica.edu.tw/~whm/publish/papers/iscslp04-chueh.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.329.3400","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.329.3400","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://isca-speech.org/archive_open/archive_papers/iscslp2004/069.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.6800000071525574,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1840442643","https://openalex.org/W1989705153","https://openalex.org/W1995875735","https://openalex.org/W1996903695","https://openalex.org/W2001792610","https://openalex.org/W2032558547","https://openalex.org/W2047632477","https://openalex.org/W2049633694","https://openalex.org/W2072773380","https://openalex.org/W2096175520","https://openalex.org/W2118714763","https://openalex.org/W2147152072","https://openalex.org/W2160842254","https://openalex.org/W2162965720","https://openalex.org/W2993383518","https://openalex.org/W3129711340","https://openalex.org/W4206765718","https://openalex.org/W6638853195","https://openalex.org/W6674650171","https://openalex.org/W7048738093"],"related_works":["https://openalex.org/W1700330385","https://openalex.org/W2041167939","https://openalex.org/W2393111077","https://openalex.org/W2131111393","https://openalex.org/W2020757772","https://openalex.org/W2595298885","https://openalex.org/W2949624386","https://openalex.org/W2250909759","https://openalex.org/W2787311093","https://openalex.org/W2105076537"],"abstract_inverted_index":{"In":[0,96],"this":[1],"paper,":[2],"we":[3],"propose":[4],"an":[5,17],"adaptive":[6],"statistical":[7],"language":[8,47,101],"model,":[9],"which":[10,87],"successfully":[11],"incorporates":[12],"the":[13,25,33,42,52,59,66,70,74,93,97,99,105,115],"semantic":[14,34,67],"information":[15,45,68,78],"into":[16],"n-gram":[18,21,71],"model.":[19,72,95,118],"Traditional":[20],"models":[22],"exploit":[23],"only":[24],"immediate":[26],"context":[27],"of":[28,58,85],"history.":[29],"We":[30],"first":[31],"introduce":[32],"topic":[35],"as":[36],"a":[37,83],"new":[38],"source":[39,79],"to":[40,64,82,91],"extract":[41],"long":[43],"distance":[44],"for":[46],"modeling,":[48],"and":[49],"then":[50],"adopt":[51],"maximum":[53],"entropy":[54],"(ME)":[55],"approach":[56],"instead":[57],"conventional":[60],"linear":[61],"interpolation":[62],"method":[63],"integrate":[65],"with":[69],"Using":[73],"ME":[75,100],"approach,":[76],"each":[77],"gives":[80],"rise":[81],"set":[84],"constraints,":[86],"should":[88],"be":[89],"satisfied":[90],"achieve":[92],"hybrid":[94],"experiments,":[98],"models,":[102],"trained":[103],"using":[104],"China":[106],"Times":[107],"newswire":[108],"corpus,":[109],"achieved":[110],"40%":[111],"perplexity":[112],"reduction":[113],"over":[114],"baseline":[116],"bigram":[117]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}