{"id":"https://openalex.org/W3014997656","doi":"https://doi.org/10.1109/access.2020.2985418","title":"NEWLSTM: An Optimized Long Short-Term Memory Language Model for Sequence Prediction","display_name":"NEWLSTM: An Optimized Long Short-Term Memory Language Model for Sequence Prediction","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3014997656","doi":"https://doi.org/10.1109/access.2020.2985418","mag":"3014997656"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2985418","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2985418","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09056562.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09056562.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100434803","display_name":"Qing Wang","orcid":"https://orcid.org/0000-0002-0659-5856"},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qing Wang","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University of Technology, Zibo, China"],"raw_orcid":"https://orcid.org/0000-0002-0659-5856","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University of Technology, Zibo, China","institution_ids":["https://openalex.org/I119203015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051804746","display_name":"Rong-Qun Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I119203015","display_name":"Shandong University of Technology","ror":"https://ror.org/02mr3ar13","country_code":"CN","type":"education","lineage":["https://openalex.org/I119203015"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rong-Qun Peng","raw_affiliation_strings":["School of Computer Science and Technology, Shandong University of Technology, Zibo, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Shandong University of Technology, Zibo, China","institution_ids":["https://openalex.org/I119203015"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382033","display_name":"Jiaqiang Wang","orcid":"https://orcid.org/0000-0002-1758-3316"},"institutions":[{"id":"https://openalex.org/I4210162962","display_name":"Beijing Academy of Science and Technology","ror":"https://ror.org/05ct4fn38","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210162962"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia-Qiang Wang","raw_affiliation_strings":["Key Laboratory of Artificial Intelligence and Data Analysis, Beijing Academy of Science and Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Artificial Intelligence and Data Analysis, Beijing Academy of Science and Technology, Beijing, China","institution_ids":["https://openalex.org/I4210162962"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382229","display_name":"Zhi Li","orcid":"https://orcid.org/0000-0001-7071-2976"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Li","raw_affiliation_strings":["School of Economics and Management, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Economics and Management, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101793405","display_name":"Hanbing Qu","orcid":"https://orcid.org/0000-0002-5603-8572"},"institutions":[{"id":"https://openalex.org/I4210162962","display_name":"Beijing Academy of Science and Technology","ror":"https://ror.org/05ct4fn38","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210162962"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han-Bing Qu","raw_affiliation_strings":["Key Laboratory of Artificial Intelligence and Data Analysis, Beijing Academy of Science and Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of Artificial Intelligence and Data Analysis, Beijing Academy of Science and Technology, Beijing, China","institution_ids":["https://openalex.org/I4210162962"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100434803"],"corresponding_institution_ids":["https://openalex.org/I119203015"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.9039,"has_fulltext":true,"cited_by_count":41,"citation_normalized_percentile":{"value":0.88716455,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"8","issue":null,"first_page":"65395","last_page":"65401"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.740540087223053},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.6779074668884277},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6343953609466553},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.43436360359191895},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4170910716056824},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3663107752799988}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.740540087223053},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.6779074668884277},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6343953609466553},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43436360359191895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4170910716056824},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3663107752799988},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.2985418","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2985418","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09056562.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:40145191bf5a453789be0965038d14c0","is_oa":true,"landing_page_url":"https://doaj.org/article/40145191bf5a453789be0965038d14c0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 65395-65401 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2985418","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2985418","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09056562.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G1038422010","display_name":null,"funder_award_id":"Grant 2018YFC0809700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G2361245423","display_name":null,"funder_award_id":"NSF91746207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5416858175","display_name":null,"funder_award_id":"2018YFF0301000","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6177338659","display_name":null,"funder_award_id":"ZZ-2019-76","funder_id":"https://openalex.org/F4320323068","funder_display_name":"Beijing Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6531870494","display_name":null,"funder_award_id":"2018YFC0704800","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G7317525923","display_name":null,"funder_award_id":"2019M660540","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G8501352860","display_name":null,"funder_award_id":"2018YFC0809700","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320323068","display_name":"Beijing Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3014997656.pdf","grobid_xml":"https://content.openalex.org/works/W3014997656.grobid-xml"},"referenced_works_count":55,"referenced_works":["https://openalex.org/W1498436455","https://openalex.org/W1499864241","https://openalex.org/W1844261860","https://openalex.org/W1947758080","https://openalex.org/W2116261113","https://openalex.org/W2121029939","https://openalex.org/W2130942839","https://openalex.org/W2138660131","https://openalex.org/W2140679639","https://openalex.org/W2171928131","https://openalex.org/W2547418827","https://openalex.org/W2604319603","https://openalex.org/W2612810742","https://openalex.org/W2614801503","https://openalex.org/W2748780488","https://openalex.org/W2750814024","https://openalex.org/W2799217725","https://openalex.org/W2905559537","https://openalex.org/W2907774327","https://openalex.org/W2910965811","https://openalex.org/W2916350893","https://openalex.org/W2944851425","https://openalex.org/W2945755245","https://openalex.org/W2946135363","https://openalex.org/W2951176429","https://openalex.org/W2951305674","https://openalex.org/W2951639640","https://openalex.org/W2952160759","https://openalex.org/W2955468701","https://openalex.org/W2963241221","https://openalex.org/W2963304263","https://openalex.org/W2964309400","https://openalex.org/W2964473287","https://openalex.org/W2970509139","https://openalex.org/W2977251608","https://openalex.org/W2982408358","https://openalex.org/W4285719527","https://openalex.org/W4288629177","https://openalex.org/W4294590131","https://openalex.org/W4302375066","https://openalex.org/W6629930100","https://openalex.org/W6639024717","https://openalex.org/W6679436768","https://openalex.org/W6680532216","https://openalex.org/W6701650085","https://openalex.org/W6729216784","https://openalex.org/W6737889394","https://openalex.org/W6743406322","https://openalex.org/W6743485176","https://openalex.org/W6750886758","https://openalex.org/W6758055512","https://openalex.org/W6760353705","https://openalex.org/W6762286919","https://openalex.org/W6762929618","https://openalex.org/W6864424756"],"related_works":["https://openalex.org/W42295635","https://openalex.org/W1973996291","https://openalex.org/W2330575325","https://openalex.org/W2163803519","https://openalex.org/W2497592525","https://openalex.org/W3096145648","https://openalex.org/W3197510923","https://openalex.org/W2370579019","https://openalex.org/W4313265328","https://openalex.org/W3204019825"],"abstract_inverted_index":{"The":[0,100,112,167],"long":[1,58],"short-term":[2],"memory":[3],"(LSTM)":[4],"model":[5,78,102,151,175],"trained":[6],"on":[7,185],"the":[8,14,20,43,48,50,57,83,88,97,105,126,139,156,164,172,198],"universal":[9],"language":[10,37,165],"modeling":[11],"task":[12],"overcomes":[13],"bottleneck":[15],"of":[16,90,128],"vanishing":[17,44,98],"gradients":[18],"in":[19,30,47,56,67,94],"traditional":[21,113,179],"recurrent":[22],"neural":[23,149],"network":[24,150],"(RNN)":[25],"and":[26,61,86,96,117,133,138,182,194],"shows":[27],"excellent":[28],"performance":[29],"processing":[31],"multiple":[32,186],"tasks":[33],"generated":[34],"by":[35],"natural":[36],"processing.":[38],"Although":[39],"LSTM":[40,84,95,131,180,183],"effectively":[41,143],"alleviates":[42,87],"gradient":[45],"problem":[46],"RNN,":[49],"information":[51,108,160],"will":[52],"be":[53],"greatly":[54],"lost":[55],"distance":[59],"transmission,":[60],"there":[62],"are":[63,120,124,136],"still":[64],"some":[65,122],"limitations":[66],"its":[68],"practical":[69],"use.":[70],"In":[71,145],"this":[72,146],"paper,":[73,147],"we":[74],"propose":[75],"a":[76,148],"new":[77,174],"called":[79],"NEWLSTM,":[80],"which":[81],"improves":[82],"model,":[85],"defects":[89],"too":[91,129],"many":[92,130],"parameters":[93,132],"gradient.":[99],"NEWLSTM":[101,189],"directly":[103],"correlates":[104],"cell":[106],"state":[107],"with":[109],"current":[110],"information.":[111],"LSTM\u2019s":[114],"input":[115,159],"gate":[116,119],"forget":[118],"integrated,":[121],"components":[123],"deleted,":[125],"problems":[127],"complicated":[134],"calculations":[135],"solved,":[137],"iteration":[140],"time":[141],"is":[142,152,176],"reduced.":[144],"used":[153],"to":[154,162],"identify":[155],"relationship":[157],"between":[158],"sequences":[161],"predict":[163],"sequence.":[166],"experimental":[168],"results":[169],"show":[170],"that":[171],"improved":[173],"simpler":[177],"than":[178],"models":[181],"variants":[184],"test":[187],"sets.":[188],"has":[190],"better":[191,196],"overall":[192],"stability":[193],"can":[195],"solve":[197],"sparse":[199],"words":[200],"problem.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}