{"id":"https://openalex.org/W2891911989","doi":"https://doi.org/10.18653/v1/d18-1353","title":"Automatic Poetry Generation with Mutual Reinforcement Learning","display_name":"Automatic Poetry Generation with Mutual Reinforcement Learning","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2891911989","doi":"https://doi.org/10.18653/v1/d18-1353","mag":"2891911989"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d18-1353","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d18-1353","pdf_url":"https://www.aclweb.org/anthology/D18-1353.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D18-1353.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040961637","display_name":"Xiaoyuan Yi","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyuan Yi","raw_affiliation_strings":["Institute for Artificial Intelligence, Tsinghua University","State Key Lab on Intelligent Technology and Systems, Tsinghua University","Department of Computer Science and Technology, Tsinghua University"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"State Key Lab on Intelligent Technology and Systems, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046448314","display_name":"Maosong Sun","orcid":"https://orcid.org/0000-0002-6011-6115"},"institutions":[{"id":"https://openalex.org/I118574674","display_name":"Jiangsu Normal University","ror":"https://ror.org/051hvcm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I118574674"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Maosong Sun","raw_affiliation_strings":["Institute for Artificial Intelligence, Tsinghua University","Department of Computer Science and Technology, Tsinghua University","Jiangsu Collaborative Innovation Center for Language Ability, Jiangsu Normal University"],"affiliations":[{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Jiangsu Collaborative Innovation Center for Language Ability, Jiangsu Normal University","institution_ids":["https://openalex.org/I118574674"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100713350","display_name":"Ruoyu Li","orcid":"https://orcid.org/0000-0003-0754-2817"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ruoyu Li","raw_affiliation_strings":["6ESTATES PTE LTD, Singapore"],"affiliations":[{"raw_affiliation_string":"6ESTATES PTE LTD, Singapore","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100362638","display_name":"Wenhao Li","orcid":"https://orcid.org/0000-0003-2985-1098"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Li","raw_affiliation_strings":["Department of Computer Science and Technology, Tsinghua University","Institute for Artificial Intelligence, Tsinghua University","State Key Lab on Intelligent Technology and Systems, Tsinghua University"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"State Key Lab on Intelligent Technology and Systems, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100713350"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.2776,"has_fulltext":true,"cited_by_count":70,"citation_normalized_percentile":{"value":0.9765375,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"3143","last_page":"3153"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8065839409828186},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7962663173675537},{"id":"https://openalex.org/keywords/schema","display_name":"Schema (genetic algorithms)","score":0.6283664107322693},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.608191192150116},{"id":"https://openalex.org/keywords/poetry","display_name":"Poetry","score":0.6030822396278381},{"id":"https://openalex.org/keywords/creativity","display_name":"Creativity","score":0.557039737701416},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5565497279167175},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.49612411856651306},{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.46477511525154114},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3617039918899536},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.21067020297050476},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10584861040115356}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8065839409828186},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7962663173675537},{"id":"https://openalex.org/C52146309","wikidata":"https://www.wikidata.org/wiki/Q7431116","display_name":"Schema (genetic algorithms)","level":2,"score":0.6283664107322693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.608191192150116},{"id":"https://openalex.org/C164913051","wikidata":"https://www.wikidata.org/wiki/Q482","display_name":"Poetry","level":2,"score":0.6030822396278381},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.557039737701416},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5565497279167175},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.49612411856651306},{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.46477511525154114},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3617039918899536},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.21067020297050476},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10584861040115356},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/d18-1353","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d18-1353","pdf_url":"https://www.aclweb.org/anthology/D18-1353.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/d18-1353","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d18-1353","pdf_url":"https://www.aclweb.org/anthology/D18-1353.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8899999856948853,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2891911989.pdf","grobid_xml":"https://content.openalex.org/works/W2891911989.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W12732426","https://openalex.org/W197120736","https://openalex.org/W1502142963","https://openalex.org/W1522301498","https://openalex.org/W1525595230","https://openalex.org/W1757796397","https://openalex.org/W1880262756","https://openalex.org/W1934909785","https://openalex.org/W2059488546","https://openalex.org/W2115221470","https://openalex.org/W2119717200","https://openalex.org/W2133564696","https://openalex.org/W2146053064","https://openalex.org/W2157331557","https://openalex.org/W2257979135","https://openalex.org/W2548441712","https://openalex.org/W2563845258","https://openalex.org/W2572589325","https://openalex.org/W2581637843","https://openalex.org/W2751304263","https://openalex.org/W2950909321","https://openalex.org/W2962883855","https://openalex.org/W2963047297","https://openalex.org/W2963167310","https://openalex.org/W2963206148","https://openalex.org/W2963227255","https://openalex.org/W2963558617","https://openalex.org/W2963620441","https://openalex.org/W2964121744","https://openalex.org/W2964179661","https://openalex.org/W2964308564","https://openalex.org/W3044291841","https://openalex.org/W4231510805","https://openalex.org/W4298857966","https://openalex.org/W4300996741"],"related_works":["https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W2748952813","https://openalex.org/W1531601525","https://openalex.org/W4319083788"],"abstract_inverted_index":{"Poetry":[0],"is":[1],"one":[2],"of":[3,8,55,69,74],"the":[4,56,84,103,133,163],"most":[5],"beautiful":[6],"forms":[7],"human":[9],"language":[10],"art.":[11],"As":[12],"a":[13,116,152],"crucial":[14],"step":[15],"towards":[16],"computer":[17],"creativity,":[18],"automatic":[19],"poetry":[20,66],"generation":[21],"has":[22],"drawn":[23],"researchers'":[24],"attention":[25],"for":[26],"decades.":[27],"In":[28],"recent":[29],"years,":[30],"some":[31,70],"neural":[32],"models":[33],"have":[34],"made":[35],"remarkable":[36],"progress":[37],"in":[38,60,67],"this":[39,79],"task.":[40],"However,":[41],"they":[42],"are":[43],"all":[44],"based":[45],"on":[46,147,151],"maximum":[47],"likelihood":[48],"estimation,":[49],"which":[50,128],"only":[51,131],"learns":[52],"common":[53],"patterns":[54],"corpus":[57],"and":[58,86,161],"results":[59,160],"lossevaluation":[61],"mismatch.":[62],"Human":[63],"experts":[64],"evaluate":[65],"terms":[68],"specific":[71],"criteria,":[72],"instead":[73],"word-level":[75],"likelihood.":[76],"To":[77],"handle":[78],"problem,":[80],"we":[81,114],"directly":[82],"model":[83,104],"criteria":[85],"use":[87],"them":[88],"as":[89,100],"explicit":[90],"rewards":[91],"to":[92,101,105,141],"guide":[93],"gradient":[94],"update":[95],"by":[96,111],"reinforcement":[97,119],"learning,":[98],"so":[99],"motivate":[102],"pursue":[106],"higher":[107],"scores.":[108],"Besides,":[109],"inspired":[110],"writing":[112],"theories,":[113],"propose":[115],"novel":[117],"mutual":[118],"learning":[120],"schema.":[121],"We":[122,145],"simultaneously":[123],"train":[124],"two":[125],"learners":[126],"(generators)":[127],"learn":[129],"not":[130],"from":[132,138],"teacher":[134],"(rewarder)":[135],"but":[136],"also":[137],"each":[139],"other":[140],"further":[142],"improve":[143],"performance.":[144],"experiment":[146],"Chinese":[148],"poetry.":[149],"Based":[150],"strong":[153],"basic":[154],"model,":[155],"our":[156],"method":[157],"achieves":[158],"better":[159],"outperforms":[162],"current":[164],"state-of-theart":[165],"method.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":22},{"year":2020,"cited_by_count":15},{"year":2019,"cited_by_count":6}],"updated_date":"2026-03-29T06:01:01.467347","created_date":"2025-10-10T00:00:00"}