{"id":"https://openalex.org/W2803933017","doi":"https://doi.org/10.1109/tnnls.2019.2929141","title":"Deep Reinforcement Learning for Sequence-to-Sequence Models","display_name":"Deep Reinforcement Learning for Sequence-to-Sequence Models","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2803933017","doi":"https://doi.org/10.1109/tnnls.2019.2929141","mag":"2803933017","pmid":"https://pubmed.ncbi.nlm.nih.gov/31425057"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2019.2929141","doi":"https://doi.org/10.1109/tnnls.2019.2929141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2019.2929141","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1805.09461","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012282263","display_name":"Yaser Keneshloo","orcid":"https://orcid.org/0000-0002-1962-2542","observed_orcids":["https://orcid.org/0000-0002-1962-2542"]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yaser Keneshloo","raw_affiliation_strings":["Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, USA","Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1962-2542","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019616632","display_name":"Tian Shi","orcid":"https://orcid.org/0000-0002-7604-5665","observed_orcids":["https://orcid.org/0000-0002-7604-5665"]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tian Shi","raw_affiliation_strings":["Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, USA","Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7604-5665","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035052603","display_name":"Naren Ramakrishnan","orcid":"https://orcid.org/0000-0002-1821-9743","observed_orcids":["https://orcid.org/0000-0002-1821-9743"]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naren Ramakrishnan","raw_affiliation_strings":["Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, USA","Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-1821-9743","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001022750","display_name":"Chandan K. A. Reddy","orcid":"https://orcid.org/0000-0003-2839-3662","observed_orcids":["https://orcid.org/0000-0003-2839-3662"]},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chandan K. Reddy","raw_affiliation_strings":["Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, USA","Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, VA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2839-3662","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, USA","institution_ids":["https://openalex.org/I859038795"]},{"raw_affiliation_string":"Department of Computer Science, Discovery Analytics Center, Virginia Tech, Arlington, VA, USA","institution_ids":["https://openalex.org/I859038795"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I859038795"],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":12.7776,"has_fulltext":true,"cited_by_count":246,"citation_normalized_percentile":{"value":0.99043998,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"31","issue":"7","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6636000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6636000275611877,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.21549999713897705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.047600001096725464,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-reinforcement-learning","display_name":"deep reinforcement learning","score":0.8629999756813049},{"id":"https://openalex.org/keywords/sequence-to-sequence-models","display_name":"sequence-to-sequence models","score":0.9959999918937683},{"id":"https://openalex.org/keywords/encoder-decoder-architecture","display_name":"encoder-decoder architecture","score":0.7710000276565552},{"id":"https://openalex.org/keywords/exposure-bias","display_name":"exposure bias","score":0.8840000033378601},{"id":"https://openalex.org/keywords/abstractive-summarization","display_name":"abstractive summarization","score":0.9319999814033508},{"id":"https://openalex.org/keywords/long-term-memory","display_name":"long-term memory","score":0.7770000100135803},{"id":"https://openalex.org/keywords/machine-translation","display_name":"machine translation","score":0.5379999876022339},{"id":"https://openalex.org/keywords/image-captioning","display_name":"image captioning","score":0.7170000076293945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8016401529312134},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7560998201370239},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.6578785181045532},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6140118837356567},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5869207978248596},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5435197353363037},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.49921584129333496},{"id":"https://openalex.org/C150202949","wikidata":"https://www.wikidata.org/wiki/Q107602","display_name":"Pointer (user interface)","level":2,"score":0.4691088795661926},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44388455152511597},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.439044713973999},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.41689586639404297},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37365707755088806},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tnnls.2019.2929141","doi":"https://doi.org/10.1109/tnnls.2019.2929141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2019.2929141","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","ccf-b","cwts-core","dongbi-a","doyens","jufo-3","medline","norway-2","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:31425057","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/31425057","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":"Journal Article"},{"id":"pmh:oai:arXiv.org:1805.09461","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.09461","pdf_url":"https://arxiv.org/pdf/1805.09461","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2803933017","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1805.09461","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1805.09461","doi":"https://doi.org/10.48550/arxiv.1805.09461","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1805.09461","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1805.09461","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.09461","pdf_url":"https://arxiv.org/pdf/1805.09461","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1263469548","display_name":"NRT-DESE: UrbComp: Data Science for Modeling, Understanding, and Advancing Urban Populations","funder_award_id":"1545362","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2037717774","display_name":"III: Small: Collaborative Research: Global Event and Trend Archive Research (GETAR)","funder_award_id":"1619028","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3343279563","display_name":"III: Small: New Machine Learning Approaches for Modeling Time-to-Event Data","funder_award_id":"1707498","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4782360968","display_name":"SCH: INT: Collaborative Research: Data-driven Stratification and  Prognosis for Traumatic Brain Injury","funder_award_id":"1838730","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8816249180","display_name":"BIGDATA: Collaborative Research: IA: Big Data Analytics for Optimized Planning of Smart, Sustainable, and Connected Communities","funder_award_id":"1633363","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2803933017.pdf","grobid_xml":"https://content.openalex.org/works/W2803933017.grobid-xml"},"referenced_works_count":211,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W51508254","https://openalex.org/W580074167","https://openalex.org/W639708223","https://openalex.org/W648786980","https://openalex.org/W1191599655","https://openalex.org/W1484210532","https://openalex.org/W1487583988","https://openalex.org/W1494198834","https://openalex.org/W1514535095","https://openalex.org/W1527575280","https://openalex.org/W1536680647","https://openalex.org/W1544827683","https://openalex.org/W1591706642","https://openalex.org/W1757796397","https://openalex.org/W1811254738","https://openalex.org/W1840435438","https://openalex.org/W1843891098","https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1895989618","https://openalex.org/W1902237438","https://openalex.org/W1905522558","https://openalex.org/W1905882502","https://openalex.org/W1931639407","https://openalex.org/W1931877416","https://openalex.org/W1933349210","https://openalex.org/W1947481528","https://openalex.org/W1956340063","https://openalex.org/W1991418309","https://openalex.org/W1999156278","https://openalex.org/W2064675550","https://openalex.org/W2068730032","https://openalex.org/W2096765155","https://openalex.org/W2098774185","https://openalex.org/W2099471712","https://openalex.org/W2101105183","https://openalex.org/W2102003408","https://openalex.org/W2102113734","https://openalex.org/W2107598941","https://openalex.org/W2109586012","https://openalex.org/W2109886035","https://openalex.org/W2110485445","https://openalex.org/W2112796928","https://openalex.org/W2115211925","https://openalex.org/W2119717200","https://openalex.org/W2121863487","https://openalex.org/W2123301721","https://openalex.org/W2125320996","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2136036867","https://openalex.org/W2139501017","https://openalex.org/W2141559645","https://openalex.org/W2143612262","https://openalex.org/W2145339207","https://openalex.org/W2147527908","https://openalex.org/W2147750403","https://openalex.org/W2154652894","https://openalex.org/W2155027007","https://openalex.org/W2155968351","https://openalex.org/W2157331557","https://openalex.org/W2158349948","https://openalex.org/W2158847908","https://openalex.org/W2162262334","https://openalex.org/W2164290393","https://openalex.org/W2171361956","https://openalex.org/W2173564293","https://openalex.org/W2174424190","https://openalex.org/W2175256910","https://openalex.org/W2176263492","https://openalex.org/W2193413348","https://openalex.org/W2201581102","https://openalex.org/W2204302769","https://openalex.org/W2250539671","https://openalex.org/W2250726251","https://openalex.org/W2251199578","https://openalex.org/W2251818205","https://openalex.org/W2251939518","https://openalex.org/W2251957808","https://openalex.org/W2252215182","https://openalex.org/W2257979135","https://openalex.org/W2260756217","https://openalex.org/W2268617045","https://openalex.org/W2294797155","https://openalex.org/W2304545146","https://openalex.org/W2306876680","https://openalex.org/W2337676748","https://openalex.org/W2403702038","https://openalex.org/W2411690432","https://openalex.org/W2425121537","https://openalex.org/W2467173223","https://openalex.org/W2487501366","https://openalex.org/W2506483933","https://openalex.org/W2507756961","https://openalex.org/W2508728158","https://openalex.org/W2512290434","https://openalex.org/W2525778437","https://openalex.org/W2546950329","https://openalex.org/W2551887912","https://openalex.org/W2552027021","https://openalex.org/W2556958149","https://openalex.org/W2560313346","https://openalex.org/W2563399268","https://openalex.org/W2572908757","https://openalex.org/W2574872930","https://openalex.org/W2580175322","https://openalex.org/W2580192806","https://openalex.org/W2591927543","https://openalex.org/W2593383075","https://openalex.org/W2600702321","https://openalex.org/W2606347107","https://openalex.org/W2606974598","https://openalex.org/W2607593044","https://openalex.org/W2607892599","https://openalex.org/W2609482285","https://openalex.org/W2610891036","https://openalex.org/W2612431505","https://openalex.org/W2612610049","https://openalex.org/W2612675303","https://openalex.org/W2612953412","https://openalex.org/W2616969219","https://openalex.org/W2625357353","https://openalex.org/W2626778328","https://openalex.org/W2729842244","https://openalex.org/W2739083961","https://openalex.org/W2741375528","https://openalex.org/W2742943414","https://openalex.org/W2746553466","https://openalex.org/W2749604329","https://openalex.org/W2751448157","https://openalex.org/W2751527518","https://openalex.org/W2752047430","https://openalex.org/W2752104716","https://openalex.org/W2759135454","https://openalex.org/W2761873684","https://openalex.org/W2768409085","https://openalex.org/W2788283780","https://openalex.org/W2788837839","https://openalex.org/W2793348910","https://openalex.org/W2794714381","https://openalex.org/W2794945088","https://openalex.org/W2798524681","https://openalex.org/W2799064010","https://openalex.org/W2799082722","https://openalex.org/W2803308811","https://openalex.org/W2805206884","https://openalex.org/W2896060389","https://openalex.org/W2897005774","https://openalex.org/W2900677334","https://openalex.org/W2913640436","https://openalex.org/W2941087902","https://openalex.org/W2949376505","https://openalex.org/W2949980113","https://openalex.org/W2950019618","https://openalex.org/W2950700230","https://openalex.org/W2951548327","https://openalex.org/W2951580200","https://openalex.org/W2952138241","https://openalex.org/W2962762898","https://openalex.org/W2962883855","https://openalex.org/W2962939608","https://openalex.org/W2962953307","https://openalex.org/W2962972512","https://openalex.org/W2962985882","https://openalex.org/W2963131369","https://openalex.org/W2963167310","https://openalex.org/W2963184621","https://openalex.org/W2963206148","https://openalex.org/W2963211739","https://openalex.org/W2963248296","https://openalex.org/W2963248348","https://openalex.org/W2963321993","https://openalex.org/W2963323070","https://openalex.org/W2963418779","https://openalex.org/W2963435215","https://openalex.org/W2963463964","https://openalex.org/W2963542991","https://openalex.org/W2963545005","https://openalex.org/W2963611966","https://openalex.org/W2963673305","https://openalex.org/W2963727906","https://openalex.org/W2963730239","https://openalex.org/W2963748441","https://openalex.org/W2963768805","https://openalex.org/W2963888230","https://openalex.org/W2963899988","https://openalex.org/W2963929190","https://openalex.org/W2963938442","https://openalex.org/W2963954913","https://openalex.org/W2963962369","https://openalex.org/W2963970666","https://openalex.org/W2964032708","https://openalex.org/W2964082993","https://openalex.org/W2964161785","https://openalex.org/W2964165364","https://openalex.org/W2964268978","https://openalex.org/W2964281804","https://openalex.org/W2964291307","https://openalex.org/W2964308564","https://openalex.org/W2965282611","https://openalex.org/W3100789280","https://openalex.org/W3119920397","https://openalex.org/W4214717370","https://openalex.org/W4320013936","https://openalex.org/W6602057636","https://openalex.org/W6674884181","https://openalex.org/W6676497082","https://openalex.org/W6687566353","https://openalex.org/W6749669830","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2612675303","https://openalex.org/W6996085020","https://openalex.org/W3165994454","https://openalex.org/W3119920397","https://openalex.org/W3190367510","https://openalex.org/W4393160802","https://openalex.org/W4385644834","https://openalex.org/W3034887613","https://openalex.org/W4226072607","https://openalex.org/W3134220848"],"abstract_inverted_index":{"In":[0,126],"recent":[1,165],"times,":[2],"sequence-to-sequence":[3],"(seq2seq)":[4],"models":[5,42,58,88,153,216],"have":[6,64],"gained":[7],"a":[8,17,45,53,104,141],"lot":[9],"of":[10,20,108,137,146,162,185,213,226,242],"popularity":[11],"and":[12,32,52,82,97,139,173,194,230,244],"provide":[13,140,181,206,231],"state-of-the-art":[14],"performance":[15,243],"in":[16,112,117,149,218,240],"wide":[18],"variety":[19],"tasks,":[21],"such":[22,86],"as":[23],"machine":[24],"translation,":[25],"headline":[26],"generation,":[27],"text":[28,228],"summarization,":[29],"speech-to-text":[30],"conversion,":[31],"image":[33],"caption":[34],"generation.":[35],"The":[36],"underlying":[37],"framework":[38],"for":[39,210,235],"all":[40],"these":[41,69,114,236],"is":[43],"usually":[44],"deep":[46,174],"neural":[47,175],"network":[48],"comprising":[49],"an":[50,74],"encoder":[51],"decoder.":[54],"Although":[55],"simple":[56],"encoder-decoder":[57],"produce":[59],"competitive":[60],"results,":[61],"many":[62],"researchers":[63],"proposed":[65],"additional":[66],"improvements":[67],"over":[68,77],"seq2seq":[70,87,118,131,152],"models,":[71,81,119,238],"e.g.,":[72],"using":[73],"attention-based":[75],"model":[76],"the":[78,134,144,163,169,186,207,214,223],"input,":[79],"pointer-generation":[80],"self-attention":[83],"models.":[84,203],"However,":[85],"suffer":[89],"from":[90,122,133,171],"two":[91,115],"common":[92],"problems:":[93],"1)":[94],"exposure":[95],"bias":[96],"2)":[98],"inconsistency":[99],"between":[100],"train/test":[101],"measurement.":[102],"Recently,":[103],"completely":[105],"novel":[106],"point":[107,136],"view":[109,138],"has":[110],"emerged":[111],"addressing":[113],"problems":[116,132,187],"leveraging":[120],"methods":[121,148],"reinforcement":[123],"learning":[124],"(RL).":[125],"this":[127,219],"survey,":[128],"we":[129,196],"consider":[130],"RL":[135,147,172,202,215,237],"formulation":[142],"combining":[143],"power":[145],"decision-making":[150],"with":[151,191,200],"that":[154,167,188],"enable":[155],"remembering":[156],"long-term":[157],"memories.":[158],"We":[159,204],"present":[160],"some":[161,184,232],"most":[164,212],"frameworks":[166],"combine":[168],"concepts":[170],"networks.":[176],"Our":[177],"work":[178],"aims":[179],"to":[180,221],"insights":[182],"into":[183],"inherently":[189],"arise":[190],"current":[192],"approaches":[193],"how":[195],"can":[197],"address":[198],"them":[199],"better":[201],"also":[205],"source":[208],"code":[209],"implementing":[211],"discussed":[217],"paper":[220],"support":[222],"complex":[224],"task":[225],"abstractive":[227],"summarization":[229],"targeted":[233],"experiments":[234],"both":[239],"terms":[241],"training":[245],"time.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":38},{"year":2023,"cited_by_count":37},{"year":2022,"cited_by_count":35},{"year":2021,"cited_by_count":32},{"year":2020,"cited_by_count":36},{"year":2019,"cited_by_count":24},{"year":2018,"cited_by_count":5}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2018-06-01T00:00:00"}