{"id":"https://openalex.org/W2963668753","doi":"https://doi.org/10.1609/aaai.v33i01.33018465","title":"Hierarchically Structured Reinforcement Learning for Topically Coherent Visual Story Generation","display_name":"Hierarchically Structured Reinforcement Learning for Topically Coherent Visual Story Generation","alternate_titles":[],"publication_year":2019,"publication_date":"2019-07-17","ids":{"openalex":"https://openalex.org/W2963668753","doi":"https://doi.org/10.1609/aaai.v33i01.33018465","mag":"2963668753"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v33i01.33018465","doi":"https://doi.org/10.1609/aaai.v33i01.33018465","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33018465","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W2963668753"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v33i01.33018465","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102459817","display_name":"Qiuyuan Huang","orcid":"https://orcid.org/0000-0003-1421-9698","observed_orcids":["https://orcid.org/0000-0003-1421-9698"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Qiuyuan Huang","raw_affiliation_strings":["Microsoft Research AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research AI","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066666034","display_name":"Zhe Gan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Zhe Gan","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030468199","display_name":"Asl\u0131 \u00c7eliky\u0131lmaz","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Asli Celikyilmaz","raw_affiliation_strings":["Microsoft Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001469325","display_name":"Dapeng Oliver Wu","orcid":"https://orcid.org/0000-0003-1755-0183","observed_orcids":["https://orcid.org/0000-0003-1755-0183"]},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dapeng Wu","raw_affiliation_strings":["University of Florida"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Florida","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100358523","display_name":"Jianfeng Wang","orcid":"https://orcid.org/0000-0003-0932-3060","observed_orcids":["https://orcid.org/0000-0003-0932-3060"]},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jianfeng Wang","raw_affiliation_strings":["Microsoft Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101727205","display_name":"Xiaodong He","orcid":"https://orcid.org/0000-0002-9463-9168","observed_orcids":["https://orcid.org/0000-0002-9463-9168"]},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Xiaodong He","raw_affiliation_strings":["JD AI Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"JD AI Research","institution_ids":["https://openalex.org/I4210103986"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.9814,"has_fulltext":true,"cited_by_count":114,"citation_normalized_percentile":{"value":0.96840008,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"33","issue":"01","first_page":"8465","last_page":"8472"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0034000000450760126,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.0008999999845400453,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/visual-narrative","display_name":"visual narrative","score":0.824999988079071},{"id":"https://openalex.org/keywords/hierarchical-reinforcement-learning","display_name":"hierarchical reinforcement learning","score":0.8560000061988831},{"id":"https://openalex.org/keywords/topic-coherence","display_name":"topic coherence","score":0.6039999723434448},{"id":"https://openalex.org/keywords/sentence-generation","display_name":"sentence generation","score":0.3720000088214874}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8263483643531799},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.779590368270874},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7119081616401672},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6763867735862732},{"id":"https://openalex.org/C2776538412","wikidata":"https://www.wikidata.org/wiki/Q989963","display_name":"Storytelling","level":3,"score":0.6373440623283386},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6136065125465393},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.568183958530426},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.4917888939380646},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4124809503555298},{"id":"https://openalex.org/C199033989","wikidata":"https://www.wikidata.org/wiki/Q1318295","display_name":"Narrative","level":2,"score":0.09026932716369629},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0721653401851654},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1609/aaai.v33i01.33018465","doi":"https://doi.org/10.1609/aaai.v33i01.33018465","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33018465","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:ojs.aaai.org:article/4863","doi":null,"is_oa":true,"landing_page_url":"https://ojs.aaai.org/index.php/AAAI/article/view/4863","pdf_url":"https://ojs.aaai.org/index.php/AAAI/article/download/4863/4736","source":{"id":"https://openalex.org/S4306400155","display_name":"AAAI Publications (The Association for the Advancement of Artificial Intelligence (AAAI))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801652627","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/I2801652627"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2159-5399","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:arXiv.org:1805.08191","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1805.08191","pdf_url":"https://arxiv.org/pdf/1805.08191","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1805.08191","doi":"https://doi.org/10.48550/arxiv.1805.08191","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1805.08191","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1609/aaai.v33i01.33018465","doi":"https://doi.org/10.1609/aaai.v33i01.33018465","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v33i01.33018465","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2963668753.pdf","grobid_xml":"https://content.openalex.org/works/W2963668753.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W648786980","https://openalex.org/W1514535095","https://openalex.org/W1573040851","https://openalex.org/W1889081078","https://openalex.org/W1895577753","https://openalex.org/W1895989618","https://openalex.org/W1905882502","https://openalex.org/W1931639407","https://openalex.org/W1947481528","https://openalex.org/W1956340063","https://openalex.org/W2019781059","https://openalex.org/W2064675550","https://openalex.org/W2101105183","https://openalex.org/W2119717200","https://openalex.org/W2123301721","https://openalex.org/W2130942839","https://openalex.org/W2136036867","https://openalex.org/W2139501017","https://openalex.org/W2154652894","https://openalex.org/W2157331557","https://openalex.org/W2171361956","https://openalex.org/W2176263492","https://openalex.org/W2183386595","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2506483933","https://openalex.org/W2508429489","https://openalex.org/W2525778437","https://openalex.org/W2542835211","https://openalex.org/W2549599535","https://openalex.org/W2558834163","https://openalex.org/W2559780844","https://openalex.org/W2560313346","https://openalex.org/W2607151106","https://openalex.org/W2610163825","https://openalex.org/W2612675303","https://openalex.org/W2742943414","https://openalex.org/W2768287968","https://openalex.org/W2794945088","https://openalex.org/W2949376505","https://openalex.org/W2950019618","https://openalex.org/W2950307714","https://openalex.org/W2950635152","https://openalex.org/W2952782394","https://openalex.org/W2963033554","https://openalex.org/W2963177403","https://openalex.org/W2963187786","https://openalex.org/W2963248296","https://openalex.org/W2963576560","https://openalex.org/W2963768805","https://openalex.org/W2963843052","https://openalex.org/W2964222573","https://openalex.org/W3037785019","https://openalex.org/W3087871082","https://openalex.org/W4230563027","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W7131853658","https://openalex.org/W4288102452","https://openalex.org/W4294791577","https://openalex.org/W3113632293","https://openalex.org/W7124507254","https://openalex.org/W4292263758","https://openalex.org/W2965353350","https://openalex.org/W2950028154","https://openalex.org/W6907736545","https://openalex.org/W4312825258"],"abstract_inverted_index":{"We":[0,97],"propose":[1],"a":[2,31,34,41,49,53,67,73,129],"hierarchically":[3,119],"structured":[4,120],"reinforcement":[5,95,133],"learning":[6,134],"approach":[7],"to":[8,128],"address":[9],"the":[10,20,27,80,85,102,117],"challenges":[11],"of":[12,29,36],"planning":[13],"for":[14,19,58,69],"generating":[15,30,52],"coherent":[16],"multi-sentence":[17],"stories":[18],"visual":[21,103],"storytelling":[22,104],"task.":[23],"Within":[24],"our":[25,99],"framework,":[26],"task":[28],"story":[32],"given":[33],"sequence":[35],"images":[37],"is":[38],"divided":[39],"across":[40],"two-level":[42],"hierarchical":[43],"decoder.":[44],"The":[45,63,87],"high-level":[46],"decoder":[47,65],"constructs":[48],"plan":[50],"by":[51],"semantic":[54,74],"concept":[55],"(i.e.,":[56],"topic)":[57],"each":[59,70],"image":[60,71],"in":[61],"sequence.":[62],"low-level":[64],"generates":[66],"sentence":[68,81],"using":[72,94],"compositional":[75],"network,":[76],"which":[77],"effectively":[78],"grounds":[79],"generation":[82],"conditioned":[83],"on":[84,101],"topic.":[86],"two":[88],"decoders":[89],"are":[90],"jointly":[91],"trained":[92],"end-to-end":[93],"learning.":[96],"evaluate":[98],"model":[100],"(VIST)":[105],"dataset.":[106],"Empirical":[107],"results":[108],"from":[109],"both":[110],"automatic":[111],"and":[112],"human":[113],"evaluations":[114],"demonstrate":[115],"that":[116],"proposed":[118],"reinforced":[121],"training":[122],"achieves":[123],"significantly":[124],"better":[125],"performance":[126],"compared":[127],"strong":[130],"flat":[131],"deep":[132],"baseline.":[135]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2963668753","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":17},{"year":2020,"cited_by_count":22},{"year":2019,"cited_by_count":20}],"updated_date":"2026-11-17T12:49:18.490984","created_date":"2019-07-30T00:00:00"}
