{"id":"https://openalex.org/W1634817683","doi":"https://doi.org/10.1109/taslp.2015.2482118","title":"Exponential Language Modeling Using Morphological Features and Multi-Task Learning","display_name":"Exponential Language Modeling Using Morphological Features and Multi-Task Learning","publication_year":2015,"publication_date":"2015-09-25","ids":{"openalex":"https://openalex.org/W1634817683","doi":"https://doi.org/10.1109/taslp.2015.2482118","mag":"1634817683"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2015.2482118","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2015.2482118","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101866618","display_name":"Hao Fang","orcid":"https://orcid.org/0000-0002-5015-6017"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hao Fang","raw_affiliation_strings":["Department of Electrical Engineering, University of Washington, Seattle, WA, USA","Department of Electrical Engineering University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"Department of Electrical Engineering University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087215613","display_name":"Mari Ostendorf","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mari Ostendorf","raw_affiliation_strings":["Department of Electrical Engineering, University of Washington, Seattle, WA, USA","Department of Electrical Engineering University of Washington, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]},{"raw_affiliation_string":"Department of Electrical Engineering University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012115124","display_name":"Peter Baumann","orcid":"https://orcid.org/0000-0003-0991-6288"},"institutions":[{"id":"https://openalex.org/I111979921","display_name":"Northwestern University","ror":"https://ror.org/000e0be47","country_code":"US","type":"education","lineage":["https://openalex.org/I111979921"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Baumann","raw_affiliation_strings":["Department of Linguistics, Northwestern University, Evanston, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Linguistics, Northwestern University, Evanston, IL, USA","institution_ids":["https://openalex.org/I111979921"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049920688","display_name":"Janet B. Pierrehumbert","orcid":"https://orcid.org/0000-0002-5989-3574"},"institutions":[{"id":"https://openalex.org/I40120149","display_name":"University of Oxford","ror":"https://ror.org/052gg0110","country_code":"GB","type":"education","lineage":["https://openalex.org/I40120149"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Janet Pierrehumbert","raw_affiliation_strings":["Oxford e-Research Centre, University of Oxford, Oxford, UK","Oxford e-Research Centre, University of Oxford,Oxford,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oxford e-Research Centre, University of Oxford, Oxford, UK","institution_ids":["https://openalex.org/I40120149"]},{"raw_affiliation_string":"Oxford e-Research Centre, University of Oxford,Oxford,UK","institution_ids":["https://openalex.org/I40120149"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1827,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.89856007,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"23","issue":"12","first_page":"2410","last_page":"2421"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.7859731912612915},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7750402688980103},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6398292183876038},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6027020812034607},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5998502969741821},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.599418044090271},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.5020914077758789},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.4998631477355957},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4718972146511078},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43588322401046753},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3945123553276062},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.36634087562561035},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.313778817653656},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.0739976167678833}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.7859731912612915},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7750402688980103},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6398292183876038},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6027020812034607},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5998502969741821},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.599418044090271},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.5020914077758789},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.4998631477355957},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4718972146511078},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43588322401046753},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3945123553276062},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.36634087562561035},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.313778817653656},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0739976167678833},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/taslp.2015.2482118","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2015.2482118","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},{"id":"pmh:oai:ora.ox.ac.uk:uuid:7661328c-3e1f-4a1b-a650-5f684fd8f058","is_oa":false,"landing_page_url":"https://ora.ox.ac.uk/objects/uuid:7661328c-3e1f-4a1b-a650-5f684fd8f058","pdf_url":null,"source":{"id":"https://openalex.org/S4306402636","display_name":"Oxford University Research Archive (ORA) (University of Oxford)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I40120149","host_organization_name":"University of Oxford","host_organization_lineage":["https://openalex.org/I40120149"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6899999976158142}],"awards":[],"funders":[{"id":"https://openalex.org/F4320333051","display_name":"Intelligence Advanced Research Projects Activity","ror":"https://ror.org/01v3fsc55"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W58893626","https://openalex.org/W126222424","https://openalex.org/W179875071","https://openalex.org/W201532657","https://openalex.org/W1505680913","https://openalex.org/W1512898506","https://openalex.org/W1631260214","https://openalex.org/W1965154800","https://openalex.org/W1970689298","https://openalex.org/W1997346563","https://openalex.org/W2001331936","https://openalex.org/W2029867605","https://openalex.org/W2040711288","https://openalex.org/W2047205705","https://openalex.org/W2050469586","https://openalex.org/W2050971845","https://openalex.org/W2056250865","https://openalex.org/W2076222873","https://openalex.org/W2091812280","https://openalex.org/W2096175520","https://openalex.org/W2096257473","https://openalex.org/W2102625858","https://openalex.org/W2103589071","https://openalex.org/W2110372834","https://openalex.org/W2111305191","https://openalex.org/W2120284515","https://openalex.org/W2120861206","https://openalex.org/W2121227244","https://openalex.org/W2142937603","https://openalex.org/W2152753389","https://openalex.org/W2158025800","https://openalex.org/W2162553934","https://openalex.org/W2172083727","https://openalex.org/W2185726469","https://openalex.org/W2251012068","https://openalex.org/W2251150025","https://openalex.org/W2405047074","https://openalex.org/W2408607167","https://openalex.org/W2467343197","https://openalex.org/W2578686723","https://openalex.org/W2998704965","https://openalex.org/W4285719527","https://openalex.org/W6602415096","https://openalex.org/W6607333740","https://openalex.org/W6608128620","https://openalex.org/W6630160514","https://openalex.org/W6630646690","https://openalex.org/W6636811518","https://openalex.org/W6663217074","https://openalex.org/W6674650171","https://openalex.org/W6675502863","https://openalex.org/W6678040779","https://openalex.org/W6678277124","https://openalex.org/W6680532216","https://openalex.org/W6686651311","https://openalex.org/W6691702946","https://openalex.org/W6691746754","https://openalex.org/W6713736167","https://openalex.org/W6731979058"],"related_works":["https://openalex.org/W2610308580","https://openalex.org/W2169518243","https://openalex.org/W2252095989","https://openalex.org/W4322096525","https://openalex.org/W2551914602","https://openalex.org/W4281893144","https://openalex.org/W2105076537","https://openalex.org/W2787311093","https://openalex.org/W2921174581","https://openalex.org/W1700330385"],"abstract_inverted_index":{"For":[0],"languages":[1,102],"with":[2,90,97],"fast":[3],"vocabulary":[4],"growth":[5],"and":[6,48,59,93,121],"limited":[7],"resources,":[8],"data":[9],"sparsity":[10],"leads":[11],"to":[12,26,72,83,141,154],"challenges":[13],"in":[14,32,44,75,111,114,150],"training":[15,65,125],"a":[16,69,115,142],"language":[17],"model.":[18,34],"One":[19],"strategy":[20],"for":[21,51,136],"addressing":[22],"this":[23],"problem":[24],"is":[25,66,127,148],"leverage":[27],"morphological":[28,42,91],"structure":[29],"as":[30,68],"features":[31,43,92],"the":[33,46,76,88,124],"This":[35],"paper":[36],"explores":[37],"different":[38],"uses":[39],"of":[40,109],"unsupervised":[41],"both":[45,161],"history":[47],"prediction":[49],"space":[50],"three":[52],"word-based":[53],"exponential":[54],"models":[55,80,152],"(maximum":[56],"entropy,":[57],"logbilinear,":[58],"recurrent":[60],"neural":[61],"net":[62],"(RNN)).":[63],"Multi-task":[64,158],"introduced":[67],"regularizing":[70],"mechanism":[71],"improve":[73],"performance":[74],"continuous-space":[77,151,162],"approaches.":[78],"The":[79],"are":[81,134],"compared":[82,140,153],"non-parametric":[84],"baselines.":[85],"From":[86],"using":[87],"RNN":[89],"multi-task":[94],"learning,":[95],"experiments":[96],"conversational":[98],"speech":[99],"from":[100],"four":[101],"show":[103],"we":[104],"can":[105],"obtain":[106],"consistent":[107],"gains":[108],"7-11%":[110],"perplexity":[112],"reduction":[113],"limited-resource":[116],"scenario":[117],"(10":[118],"hrs":[119,131],"speech),":[120],"12-18%":[122],"when":[123],"size":[126],"increased":[128],"(":[129],"80":[130],").":[132],"Results":[133],"mixed":[135],"all":[137],"other":[138],"approaches,":[139],"modified":[143],"Kneser-Ney":[144],"baseline,":[145],"but":[146],"morphology":[147],"useful":[149],"their":[155],"word-only":[156],"baseline.":[157],"learning":[159],"improves":[160],"models.":[163]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}