{"id":"https://openalex.org/W2764019261","doi":"https://doi.org/10.1609/aaai.v32i1.12233","title":"Video Generation From Text","display_name":"Video Generation From Text","publication_year":2018,"publication_date":"2018-04-27","ids":{"openalex":"https://openalex.org/W2764019261","doi":"https://doi.org/10.1609/aaai.v32i1.12233","mag":"2764019261"},"language":"en","primary_location":{"id":"doi:10.1609/aaai.v32i1.12233","doi":"https://doi.org/10.1609/aaai.v32i1.12233","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v32i1.12233","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1609/aaai.v32i1.12233","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100413888","display_name":"Yitong Li","orcid":"https://orcid.org/0009-0009-3874-6055","observed_orcids":["https://orcid.org/0009-0009-3874-6055"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yitong Li","raw_affiliation_strings":["Duke University","Duke University#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"Duke University#TAB#","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065576006","display_name":"Martin Renqiang Min","orcid":"https://orcid.org/0000-0002-8563-6133","observed_orcids":["https://orcid.org/0000-0002-8563-6133"]},"institutions":[{"id":"https://openalex.org/I4210107353","display_name":"NEC (United States)","ror":"https://ror.org/01v791m31","country_code":"US","type":"company","lineage":["https://openalex.org/I118347220","https://openalex.org/I4210107353"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Martin Min","raw_affiliation_strings":["NEC Laboratories America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NEC Laboratories America","institution_ids":["https://openalex.org/I4210107353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013573244","display_name":"Dinghan Shen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dinghan Shen","raw_affiliation_strings":["Duke University","Duke University#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"Duke University#TAB#","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052576907","display_name":"David Carlson","orcid":"https://orcid.org/0000-0003-1005-6385","observed_orcids":["https://orcid.org/0000-0003-1005-6385"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Carlson","raw_affiliation_strings":["Duke University","Duke University#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"Duke University#TAB#","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016448581","display_name":"Lawrence Carin","orcid":"https://orcid.org/0000-0001-6277-7948","observed_orcids":["https://orcid.org/0000-0001-6277-7948"]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lawrence Carin","raw_affiliation_strings":["Duke University","Duke University#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]},{"raw_affiliation_string":"Duke University#TAB#","institution_ids":["https://openalex.org/I170897317"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6249,"has_fulltext":true,"cited_by_count":40,"citation_normalized_percentile":{"value":0.94113961,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"32","issue":"1","first_page":"7065","last_page":"7072"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14254","display_name":"Digital Media and Visual Art","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-to-video-generation","display_name":"text-to-video generation","score":0.9769999980926514},{"id":"https://openalex.org/keywords/conditional-generative-models","display_name":"conditional generative models","score":0.8759999871253967},{"id":"https://openalex.org/keywords/variational-autoencoder","display_name":"variational autoencoder","score":0.8429999947547913},{"id":"https://openalex.org/keywords/generative-adversarial-networks","display_name":"generative adversarial networks","score":0.9070000052452087},{"id":"https://openalex.org/keywords/object-layout","display_name":"object layout","score":0.7379999756813049},{"id":"https://openalex.org/keywords/inception-score","display_name":"Inception Score","score":0.6620000004768372}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.82606041431427},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.8013378381729126},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6885892748832703},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6876729726791382},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5839692950248718},{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.5126160979270935},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4739668071269989},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4643813371658325},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4479489028453827},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41383177042007446},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4035494327545166},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38997387886047363},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36446845531463623},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.345832884311676},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.10109087824821472},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1609/aaai.v32i1.12233","doi":"https://doi.org/10.1609/aaai.v32i1.12233","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v32i1.12233","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1710.00421","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1710.00421","pdf_url":"https://arxiv.org/pdf/1710.00421","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2764019261","doi":null,"is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1710.00421","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1710.00421","doi":"https://doi.org/10.48550/arxiv.1710.00421","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1710.00421","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:2962713165","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/1710.00421","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"doi:10.1609/aaai.v32i1.12233","doi":"https://doi.org/10.1609/aaai.v32i1.12233","is_oa":true,"landing_page_url":"https://doi.org/10.1609/aaai.v32i1.12233","pdf_url":null,"source":{"id":"https://openalex.org/S4210191458","display_name":"Proceedings of the AAAI Conference on Artificial Intelligence","issn_l":"2159-5399","issn":["2159-5399","2374-3468"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["jufo-2","norway-1"],"host_organization":"https://openalex.org/P4310320058","host_organization_name":"Association for the Advancement of Artificial Intelligence","host_organization_lineage":["https://openalex.org/P4310320058"],"host_organization_lineage_names":["Association for the Advancement of Artificial Intelligence"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the AAAI Conference on Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2764019261.pdf","grobid_xml":"https://content.openalex.org/works/W2764019261.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1486649854","https://openalex.org/W1522301498","https://openalex.org/W1528802670","https://openalex.org/W1573040851","https://openalex.org/W1903029394","https://openalex.org/W1947481528","https://openalex.org/W1959608418","https://openalex.org/W2035607533","https://openalex.org/W2063153269","https://openalex.org/W2099471712","https://openalex.org/W2108598243","https://openalex.org/W2124386111","https://openalex.org/W2125389028","https://openalex.org/W2130942839","https://openalex.org/W2139501017","https://openalex.org/W2155292833","https://openalex.org/W2405756170","https://openalex.org/W2432004435","https://openalex.org/W2470142083","https://openalex.org/W2471149695","https://openalex.org/W2524365899","https://openalex.org/W2552202683","https://openalex.org/W2552465644","https://openalex.org/W2583901669","https://openalex.org/W2586480386","https://openalex.org/W2591342762","https://openalex.org/W2606862842","https://openalex.org/W2611815546","https://openalex.org/W2615413256","https://openalex.org/W2619947201","https://openalex.org/W2626530627","https://openalex.org/W2737548191","https://openalex.org/W2738136547","https://openalex.org/W2877708277","https://openalex.org/W2949099979","https://openalex.org/W2950019618","https://openalex.org/W2950726992","https://openalex.org/W2951004968","https://openalex.org/W2951628268","https://openalex.org/W2962793481","https://openalex.org/W2963139879","https://openalex.org/W2963567641","https://openalex.org/W2963629403","https://openalex.org/W2964121744","https://openalex.org/W3037567775"],"related_works":["https://openalex.org/W6911976310","https://openalex.org/W4393154148","https://openalex.org/W4396814631","https://openalex.org/W2966421984","https://openalex.org/W4360891651","https://openalex.org/W4387623658","https://openalex.org/W4303441850","https://openalex.org/W7123348425","https://openalex.org/W4400245220","https://openalex.org/W4414359272"],"abstract_inverted_index":{"Generating":[0],"videos":[1],"from":[2,32,103],"text":[3,75,127],"has":[4],"proven":[5],"to":[6,25,59,96,140,155],"be":[7],"a":[8,21,38,42,47,82,94,99],"significant":[9],"challenge":[10],"for":[11,87],"existing":[12],"generative":[13,23],"models.":[14],"We":[15],"tackle":[16],"this":[17],"problem":[18],"by":[19,72,149],"training":[20,88],"conditional":[22],"model":[24],"extract":[26],"both":[27,146],"static":[28,53],"and":[29,46,64,117,148],"dynamic":[30],"information":[31],"text.":[33],"This":[34],"is":[35,144],"manifested":[36],"in":[37,159],"hybrid":[39],"framework,":[40],"employing":[41],"Variational":[43],"Autoencoder":[44],"(VAE)":[45],"Generative":[48],"Adversarial":[49],"Network":[50],"(GAN).":[51],"The":[52],"features,":[54],"called":[55],"\"gist,\"":[56],"are":[57,70],"used":[58,154],"sketch":[60],"text-conditioned":[61],"background":[62],"color":[63],"object":[65],"layout":[66],"structure.":[67],"Dynamic":[68],"features":[69],"considered":[71],"transforming":[73],"input":[74,126],"into":[76],"an":[77],"image":[78,157],"filter.":[79],"To":[80],"obtain":[81],"large":[83],"amount":[84],"of":[85],"data":[86],"the":[89,112,125,151],"deep-learning":[90],"model,":[91],"we":[92],"develop":[93],"method":[95],"automatically":[97],"create":[98],"matched":[100],"text-video":[101],"corpus":[102],"publicly":[104],"available":[105],"online":[106],"videos.":[107,142],"Experimental":[108],"results":[109],"show":[110],"that":[111,134],"proposed":[113],"framework":[114],"generates":[115],"plausible":[116],"diverse":[118],"short-duration":[119],"smooth":[120],"videos,":[121],"while":[122],"accurately":[123],"reflecting":[124],"information.":[128],"It":[129],"significantly":[130],"outperforms":[131],"baseline":[132],"models":[133],"directly":[135],"adapt":[136],"text-to-image":[137],"generation":[138,158],"procedures":[139],"produce":[141],"Performance":[143],"evaluated":[145],"visually":[147],"adapting":[150],"inception":[152],"score":[153],"evaluate":[156],"GANs.":[160]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":14},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2017-10-20T00:00:00"}