{"id":"https://openalex.org/W2889363595","doi":"https://doi.org/10.21437/interspeech.2018-78","title":"Active Memory Networks for Language Modeling","display_name":"Active Memory Networks for Language Modeling","publication_year":2018,"publication_date":"2018-08-28","ids":{"openalex":"https://openalex.org/W2889363595","doi":"https://doi.org/10.21437/interspeech.2018-78","mag":"2889363595"},"language":"en","primary_location":{"id":"doi:10.21437/interspeech.2018-78","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2018-78","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2018","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.17863/cam.33966","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042873031","display_name":"Oscar Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Oscar Chen","raw_affiliation_strings":["Cambridge University Engineering Dept., Cambridge, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cambridge University Engineering Dept., Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024283093","display_name":"Anton Ragni","orcid":"https://orcid.org/0000-0003-0634-4456"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Anton Ragni","raw_affiliation_strings":["Cambridge University Engineering Dept., Cambridge, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cambridge University Engineering Dept., Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050766679","display_name":"Mark Gales","orcid":"https://orcid.org/0000-0002-5311-8219"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mark Gales","raw_affiliation_strings":["Cambridge University Engineering Dept., Cambridge, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cambridge University Engineering Dept., Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100329117","display_name":"Xie Chen","orcid":"https://orcid.org/0000-0001-5801-2571"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xie Chen","raw_affiliation_strings":["Cambridge University Engineering Dept., Cambridge, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cambridge University Engineering Dept., Cambridge, U.K","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5042873031"],"corresponding_institution_ids":["https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09510395,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3338","last_page":"3342"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.9752565622329712},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8722738027572632},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.7727059125900269},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.675257682800293},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6532256007194519},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6330733895301819},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.582922101020813},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5804235935211182},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.574912965297699},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.5364174842834473},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.45093852281570435},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.425730437040329},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.398449182510376},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34517383575439453},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.11254459619522095}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.9752565622329712},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8722738027572632},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.7727059125900269},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.675257682800293},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6532256007194519},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6330733895301819},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.582922101020813},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5804235935211182},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.574912965297699},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.5364174842834473},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.45093852281570435},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.425730437040329},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.398449182510376},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34517383575439453},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.11254459619522095},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.21437/interspeech.2018-78","is_oa":false,"landing_page_url":"https://doi.org/10.21437/interspeech.2018-78","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Interspeech 2018","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:152764","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Proceedings Paper"},{"id":"pmh:oai:generic.eprints.org:1033679","is_oa":false,"landing_page_url":"http://publications.eng.cam.ac.uk/1033679/","pdf_url":null,"source":{"id":"https://openalex.org/S4406922847","display_name":"Cambridge University Engineering Department Publications Database","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"pmh:oai:www.repository.cam.ac.uk:1810/286654","is_oa":false,"landing_page_url":"https://www.repository.cam.ac.uk/handle/1810/286654","pdf_url":null,"source":{"id":"https://openalex.org/S4306401777","display_name":"Apollo (University of Cambridge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I241749","host_organization_name":"University of Cambridge","host_organization_lineage":["https://openalex.org/I241749"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference Object"},{"id":"doi:10.17863/cam.33966","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.33966","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.17863/cam.33966","is_oa":true,"landing_page_url":"https://doi.org/10.17863/cam.33966","pdf_url":null,"source":{"id":"https://openalex.org/S7407050737","display_name":"Apollo","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W179875071","https://openalex.org/W1591801644","https://openalex.org/W1999965501","https://openalex.org/W2058695628","https://openalex.org/W2121227244","https://openalex.org/W2131494463","https://openalex.org/W2140679639","https://openalex.org/W2150355110","https://openalex.org/W2150884987","https://openalex.org/W2157331557","https://openalex.org/W2171928131","https://openalex.org/W2212703438","https://openalex.org/W2267186426","https://openalex.org/W2293185259","https://openalex.org/W2399550240","https://openalex.org/W2402268235","https://openalex.org/W2549476280","https://openalex.org/W2553303224","https://openalex.org/W2747917286","https://openalex.org/W2951008357","https://openalex.org/W2963077125","https://openalex.org/W2963266340","https://openalex.org/W2963540920","https://openalex.org/W2963748792","https://openalex.org/W2964091467","https://openalex.org/W4239390603","https://openalex.org/W4294555862","https://openalex.org/W4299838440","https://openalex.org/W4300427683","https://openalex.org/W4303633609"],"related_works":["https://openalex.org/W2610308580","https://openalex.org/W2169518243","https://openalex.org/W2252095989","https://openalex.org/W4322096525","https://openalex.org/W2551914602","https://openalex.org/W4287323699","https://openalex.org/W2050138804","https://openalex.org/W2151348424","https://openalex.org/W1494910745","https://openalex.org/W2944691285"],"abstract_inverted_index":{"Making":[0],"predictions":[1],"of":[2,10,30,37,46,59,70,78,87,146,171],"the":[3,7,19,31,34,60,64,71,79,95,98,103,114,117,128,140,159],"following":[4],"word":[5,163],"given":[6],"back":[8,35],"history":[9,36,105],"words":[11],"may":[12],"be":[13],"challenging":[14],"without":[15],"meta-information":[16],"such":[17],"as":[18,63],"topic.":[20],"Standard":[21],"neural":[22],"network":[23,72],"language":[24],"models":[25,148],"have":[26],"an":[27,52],"implicit":[28],"representation":[29,48,89],"topic":[32,47,88],"via":[33,51],"words.":[38],"In":[39],"this":[40,56],"work":[41],"a":[42,85],"more":[43],"explicit":[44],"form":[45,86,170],"is":[49,91,110],"used":[50],"attention":[53,82],"mechanism.":[54],"Though":[55],"makes":[57],"use":[58],"same":[61],"information":[62],"standard":[65,118,144,169],"model,":[66],"it":[67],"allows":[68],"parameters":[69],"to":[73,112,120],"focus":[74],"on":[75,116,127],"different":[76],"aspects":[77],"task.":[80],"The":[81,107],"model":[83,100,109,119],"provides":[84],"that":[90],"automatically":[92],"learned":[93],"from":[94],"data.":[96],"Whereas":[97],"recurrent":[99,147,172],"deals":[101],"with":[102],"(conditional)":[104],"representation.":[106],"combined":[108],"expected":[111],"reduce":[113],"stress":[115],"handle":[121],"multiple":[122],"aspects.":[123],"Experiments":[124],"were":[125],"conducted":[126],"Penn":[129],"Tree":[130],"Bank":[131],"and":[132],"BBC":[133],"Multi-Genre":[134],"Broadcast":[135],"News":[136],"(MGB)":[137],"corpora,":[138],"where":[139],"proposed":[141],"approach":[142],"outperforms":[143],"forms":[145],"in":[149,158],"perplexity.":[150],"Finally,":[151],"N-best":[152],"list":[153],"rescoring":[154],"for":[155],"speech":[156],"recognition":[157],"MGB3":[160],"task":[161],"shows":[162],"error":[164],"rate":[165],"improvements":[166],"over":[167],"comparable":[168],"models.":[173]},"counts_by_year":[],"updated_date":"2026-04-28T14:05:53.105641","created_date":"2025-10-10T00:00:00"}