{"id":"https://openalex.org/W2982260486","doi":"https://doi.org/10.1145/3343031.3350571","title":"Neural Storyboard Artist","display_name":"Neural Storyboard Artist","publication_year":2019,"publication_date":"2019-10-15","ids":{"openalex":"https://openalex.org/W2982260486","doi":"https://doi.org/10.1145/3343031.3350571","mag":"2982260486"},"language":"en","primary_location":{"id":"doi:10.1145/3343031.3350571","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343031.3350571","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101776086","display_name":"Shizhe Chen","orcid":"https://orcid.org/0000-0002-7313-9703"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shizhe Chen","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100378248","display_name":"Bei Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bei Liu","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072029041","display_name":"Jianlong Fu","orcid":"https://orcid.org/0000-0002-1025-2012"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianlong Fu","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101505571","display_name":"Ruihua Song","orcid":"https://orcid.org/0000-0002-2163-7401"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruihua Song","raw_affiliation_strings":["Microsoft XiaoIce, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft XiaoIce, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009985839","display_name":"Qin Jin","orcid":"https://orcid.org/0000-0001-6486-6020"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qin Jin","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086660412","display_name":"Pingping Lin","orcid":"https://orcid.org/0000-0003-0905-4323"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pingping Lin","raw_affiliation_strings":["Microsoft XiaoIce, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft XiaoIce, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032499168","display_name":"Xiaoyu Qi","orcid":"https://orcid.org/0000-0002-0177-0109"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoyu Qi","raw_affiliation_strings":["Microsoft XiaoIce, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft XiaoIce, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101660372","display_name":"Chunting Wang","orcid":"https://orcid.org/0000-0003-3690-8646"},"institutions":[{"id":"https://openalex.org/I2802536167","display_name":"Beijing Film Academy","ror":"https://ror.org/03y0w9190","country_code":"CN","type":"education","lineage":["https://openalex.org/I2802536167"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunting Wang","raw_affiliation_strings":["Beijing Film Academy, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Film Academy, Beijing, China","institution_ids":["https://openalex.org/I2802536167"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057655617","display_name":"Jin Zhou","orcid":"https://orcid.org/0000-0003-2447-3606"},"institutions":[{"id":"https://openalex.org/I2802536167","display_name":"Beijing Film Academy","ror":"https://ror.org/03y0w9190","country_code":"CN","type":"education","lineage":["https://openalex.org/I2802536167"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jin Zhou","raw_affiliation_strings":["Beijing Film Academy, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Film Academy, Beijing, China","institution_ids":["https://openalex.org/I2802536167"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5101776086"],"corresponding_institution_ids":["https://openalex.org/I78988378"],"apc_list":null,"apc_paid":null,"fwci":1.3159,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.84723265,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"2236","last_page":"2244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/storyboard","display_name":"Storyboard","score":0.9826119542121887},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8657188415527344},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.5885270237922668},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5012922286987305},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4831501841545105},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.44748905301094055},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4242761731147766},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3771611154079437},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3507370948791504},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.28859513998031616}],"concepts":[{"id":"https://openalex.org/C2777080924","wikidata":"https://www.wikidata.org/wiki/Q334667","display_name":"Storyboard","level":2,"score":0.9826119542121887},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8657188415527344},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.5885270237922668},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5012922286987305},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4831501841545105},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.44748905301094055},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4242761731147766},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3771611154079437},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3507370948791504},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.28859513998031616},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3343031.3350571","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3343031.3350571","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G3068123918","display_name":null,"funder_award_id":"61772535","funder_id":"https://openalex.org/F4320327720","funder_display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320327720","display_name":"Foundation for Innovative Research Groups of the National Natural Science Foundation of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1847618513","https://openalex.org/W1905882502","https://openalex.org/W2064675550","https://openalex.org/W2250539671","https://openalex.org/W2277195237","https://openalex.org/W2546696630","https://openalex.org/W2559655401","https://openalex.org/W2604272474","https://openalex.org/W2612649659","https://openalex.org/W2739181657","https://openalex.org/W2745461083","https://openalex.org/W2798729263","https://openalex.org/W2799062770","https://openalex.org/W2799185021","https://openalex.org/W2950028154","https://openalex.org/W2962964995","https://openalex.org/W2963047368","https://openalex.org/W2963150697","https://openalex.org/W2963389687","https://openalex.org/W2963413689","https://openalex.org/W2963966654","https://openalex.org/W2964024144","https://openalex.org/W2964033924","https://openalex.org/W2964120214","https://openalex.org/W2990138404","https://openalex.org/W3104147459","https://openalex.org/W4236965008","https://openalex.org/W4289387529"],"related_works":["https://openalex.org/W2492710265","https://openalex.org/W4240451687","https://openalex.org/W18668743","https://openalex.org/W1992770539","https://openalex.org/W2997546339","https://openalex.org/W20772255","https://openalex.org/W2763009497","https://openalex.org/W627223050","https://openalex.org/W202632805","https://openalex.org/W2561756477"],"abstract_inverted_index":{"A":[0],"storyboard":[1,36,80,171],"is":[2,55],"a":[3,9,17,30,63,68,79],"sequence":[4],"of":[5,34,53,130,140],"images":[6,75,87,141],"to":[7,20,38,88,113,126],"illustrate":[8],"story":[10,23,104,157],"containing":[11],"multiple":[12],"sentences,":[13],"which":[14,133],"has":[15],"been":[16],"key":[18],"process":[19,41],"create":[21,184],"different":[22],"products.":[24],"In":[25],"this":[26,40],"paper,":[27],"we":[28,61],"tackle":[29],"new":[31],"multimedia":[32],"task":[33],"automatic":[35],"creation":[37],"facilitate":[39],"and":[42,78,85,92,108,116,142,154,175],"inspire":[43],"human":[44],"artists.":[45],"Inspired":[46],"by":[47],"the":[48,90,103,128,167,191],"fact":[49],"that":[50,71,82,180],"our":[51,58,181],"understanding":[52],"languages":[54],"based":[56],"on":[57,151],"past":[59],"experience,":[60],"propose":[62],"novel":[64],"inspire-and-create":[65],"framework":[66],"with":[67,105],"story-to-image":[69],"retriever":[70,97],"selects":[72],"relevant":[73],"cinematic":[74],"for":[76,170,188],"inspiration":[77],"creator":[81,120],"further":[83,178],"refines":[84],"renders":[86],"improve":[89],"relevancy":[91],"visual":[93,156],"consistency.":[94],"The":[95,119,159],"proposed":[96,160],"dynamically":[98],"employs":[99,122],"contextual":[100],"information":[101],"in":[102,190],"hierarchical":[106],"attentions":[107],"applies":[109],"dense":[110],"visual-semantic":[111],"matching":[112],"accurately":[114],"retrieve":[115],"ground":[117],"images.":[118],"then":[121],"three":[123],"rendering":[124],"steps":[125],"increase":[127],"flexibility":[129],"retrieved":[131],"images,":[132],"include":[134],"erasing":[135],"irrelevant":[136],"regions,":[137],"unifying":[138],"styles":[139],"substituting":[143],"consistent":[144],"characters.":[145],"We":[146],"carry":[147],"out":[148],"extensive":[149],"experiments":[150],"both":[152],"in-domain":[153],"out-of-domain":[155],"datasets.":[158],"model":[161],"achieves":[162],"better":[163],"quantitative":[164],"performance":[165],"than":[166],"state-of-the-art":[168],"baselines":[169],"creation.":[172],"Qualitative":[173],"visualizations":[174],"user":[176],"studies":[177],"verify":[179],"approach":[182],"can":[183],"high-quality":[185],"storyboards":[186],"even":[187],"stories":[189],"wild.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}