{"id":"https://openalex.org/W2762009853","doi":"https://doi.org/10.1162/tacl_a_00035","title":"Low-Rank RNN Adaptation for Context-Aware Language Modeling","display_name":"Low-Rank RNN Adaptation for Context-Aware Language Modeling","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2762009853","doi":"https://doi.org/10.1162/tacl_a_00035","mag":"2762009853"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00035","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00035","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00035","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00035","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082970015","display_name":"Aaron Jaech","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Aaron Jaech","raw_affiliation_strings":["Department of Electrical Engineering, University of Washington, 185 Stevens Way, Paul Allen Center AE100R, Seattle, WA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Washington, 185 Stevens Way, Paul Allen Center AE100R, Seattle, WA,","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087215613","display_name":"Mari Ostendorf","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mari Ostendorf","raw_affiliation_strings":["Department of Electrical Engineering, University of Washington, 185 Stevens Way, Paul Allen Center AE100R, Seattle, WA,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Washington, 185 Stevens Way, Paul Allen Center AE100R, Seattle, WA,","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5082970015","https://openalex.org/A5087215613"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":2.7845,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.92304637,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"6","issue":null,"first_page":"497","last_page":"510"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9817000031471252,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.8823033571243286},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.881962239742279},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.7690460085868835},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.7396891117095947},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.64165198802948},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5828370451927185},{"id":"https://openalex.org/keywords/metadata","display_name":"Metadata","score":0.5524128675460815},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.5300920605659485},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5093573331832886},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.41389307379722595},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37584516406059265},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3691716194152832},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.29532039165496826},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.10994088649749756}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.8823033571243286},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.881962239742279},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.7690460085868835},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.7396891117095947},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.64165198802948},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5828370451927185},{"id":"https://openalex.org/C93518851","wikidata":"https://www.wikidata.org/wiki/Q180160","display_name":"Metadata","level":2,"score":0.5524128675460815},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.5300920605659485},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5093573331832886},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.41389307379722595},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37584516406059265},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3691716194152832},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29532039165496826},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.10994088649749756},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00035","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00035","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00035","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ad3da41df713420c9c5be93eb6ef8ca3","is_oa":false,"landing_page_url":"https://doaj.org/article/ad3da41df713420c9c5be93eb6ef8ca3","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 6 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00035","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00035","pdf_url":"http://www.mitpressjournals.org/doi/pdf/10.1162/tacl_a_00035","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.44999998807907104,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2762009853.pdf","grobid_xml":"https://content.openalex.org/works/W2762009853.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W17500809","https://openalex.org/W1922655562","https://openalex.org/W1948566616","https://openalex.org/W1951216520","https://openalex.org/W1999965501","https://openalex.org/W2020073413","https://openalex.org/W2029867605","https://openalex.org/W2100664567","https://openalex.org/W2165279024","https://openalex.org/W2251149908","https://openalex.org/W2275625487","https://openalex.org/W2294684023","https://openalex.org/W2335122196","https://openalex.org/W2399550240","https://openalex.org/W2472014052","https://openalex.org/W2549476280","https://openalex.org/W2557508245","https://openalex.org/W2591807639","https://openalex.org/W2593887162","https://openalex.org/W2606347107","https://openalex.org/W2798523458","https://openalex.org/W2962686221","https://openalex.org/W2962788902","https://openalex.org/W2962964385","https://openalex.org/W2963012544","https://openalex.org/W2963251942","https://openalex.org/W2963347649","https://openalex.org/W2963385194","https://openalex.org/W2963461183","https://openalex.org/W2963748792","https://openalex.org/W2963940534","https://openalex.org/W2964352131","https://openalex.org/W3018009202"],"related_works":["https://openalex.org/W2610308580","https://openalex.org/W2169518243","https://openalex.org/W2252095989","https://openalex.org/W4322096525","https://openalex.org/W2551914602","https://openalex.org/W4281893144","https://openalex.org/W2105076537","https://openalex.org/W2787311093","https://openalex.org/W2921174581","https://openalex.org/W2402231715"],"abstract_inverted_index":{"A":[0],"context-aware":[1],"language":[2,17],"model":[3,85],"uses":[4],"location,":[5],"user":[6],"and/or":[7],"domain":[8],"metadata":[9],"(context)":[10],"to":[11,31,42,57,87],"adapt":[12,58],"its":[13],"predictions.":[14],"In":[15],"neural":[16],"models,":[18],"context":[19,56,64],"information":[20],"is":[21,29],"typically":[22],"represented":[23],"as":[24,34],"an":[25,35,59],"embedding":[26],"and":[27,96],"it":[28],"given":[30],"the":[32,63,71,84],"RNN":[33,60],"additional":[36],"input,":[37],"which":[38],"has":[39,90],"been":[40],"shown":[41],"be":[43,88],"useful":[44],"in":[45,92],"many":[46],"applications.":[47],"We":[48],"introduce":[49],"a":[50,67,80],"more":[51],"powerful":[52],"mechanism":[53],"for":[54,98],"using":[55],"by":[61],"letting":[62],"vector":[65],"control":[66],"low-rank":[68],"transformation":[69],"of":[70,83,94,102],"recurrent":[72],"layer":[73],"weight":[74],"matrix.":[75],"Experiments":[76],"show":[77],"that":[78],"allowing":[79],"greater":[81],"fraction":[82],"parameters":[86],"adjusted":[89],"benefits":[91],"terms":[93],"perplexity":[95],"classification":[97],"several":[99],"different":[100],"types":[101],"context.":[103]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}