{"id":"https://openalex.org/W4322730967","doi":"https://doi.org/10.1109/tmm.2023.3251095","title":"MotionVideoGAN: A Novel Video Generator Based on the Motion Space Learned From Image Pairs","display_name":"MotionVideoGAN: A Novel Video Generator Based on the Motion Space Learned From Image Pairs","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4322730967","doi":"https://doi.org/10.1109/tmm.2023.3251095"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3251095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3251095","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2303.02906","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084013948","display_name":"Jingyuan Zhu","orcid":"https://orcid.org/0000-0003-3995-8382"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingyuan Zhu","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3995-8382","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006236325","display_name":"Huimin Ma","orcid":"https://orcid.org/0000-0001-5383-5667"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huimin Ma","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5383-5667","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100668653","display_name":"Jiansheng Chen","orcid":"https://orcid.org/0000-0002-2040-7938"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiansheng Chen","raw_affiliation_strings":["School of Computer and Communication Engineering, University of Science and Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2040-7938","affiliations":[{"raw_affiliation_string":"School of Computer and Communication Engineering, University of Science and Technology, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100347994","display_name":"Jian Yuan","orcid":"https://orcid.org/0000-0001-9734-6056"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Yuan","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9734-6056","affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5084013948"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.8242,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.7376863,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"25","issue":null,"first_page":"9370","last_page":"9382"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.822453498840332},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.7313510179519653},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6717828512191772},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6637114882469177},{"id":"https://openalex.org/keywords/motion-compensation","display_name":"Motion compensation","score":0.5286168456077576},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5257136225700378},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.524850606918335},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4351615905761719},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4339678883552551},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.32514798641204834}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.822453498840332},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.7313510179519653},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6717828512191772},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6637114882469177},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.5286168456077576},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5257136225700378},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.524850606918335},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4351615905761719},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4339678883552551},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.32514798641204834},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmm.2023.3251095","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3251095","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2303.02906","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.02906","pdf_url":"https://arxiv.org/pdf/2303.02906","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2303.02906","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.02906","pdf_url":"https://arxiv.org/pdf/2303.02906","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5356393250","display_name":null,"funder_award_id":"U20B2062","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5631758027","display_name":null,"funder_award_id":"62227801","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G870904179","display_name":null,"funder_award_id":"62172036","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":108,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W1736339626","https://openalex.org/W2064675550","https://openalex.org/W2573380384","https://openalex.org/W2604130399","https://openalex.org/W2739748921","https://openalex.org/W2794857359","https://openalex.org/W2804078698","https://openalex.org/W2894946340","https://openalex.org/W2914914077","https://openalex.org/W2949099979","https://openalex.org/W2952716587","https://openalex.org/W2953469440","https://openalex.org/W2960404386","https://openalex.org/W2962770929","https://openalex.org/W2962793481","https://openalex.org/W2963073614","https://openalex.org/W2963092440","https://openalex.org/W2963117157","https://openalex.org/W2963373786","https://openalex.org/W2963684088","https://openalex.org/W2964074081","https://openalex.org/W2964245526","https://openalex.org/W2964318715","https://openalex.org/W2969552494","https://openalex.org/W2976617189","https://openalex.org/W2982014123","https://openalex.org/W2985068832","https://openalex.org/W2989221291","https://openalex.org/W2994586138","https://openalex.org/W2994903658","https://openalex.org/W2996582215","https://openalex.org/W3003162010","https://openalex.org/W3004719090","https://openalex.org/W3012637317","https://openalex.org/W3026885507","https://openalex.org/W3031246127","https://openalex.org/W3034431451","https://openalex.org/W3034720584","https://openalex.org/W3035311644","https://openalex.org/W3035355202","https://openalex.org/W3035574324","https://openalex.org/W3039828778","https://openalex.org/W3094954720","https://openalex.org/W3099284785","https://openalex.org/W3101906322","https://openalex.org/W3112587064","https://openalex.org/W3120341153","https://openalex.org/W3121736286","https://openalex.org/W3152733922","https://openalex.org/W3158432584","https://openalex.org/W3159890710","https://openalex.org/W3167788848","https://openalex.org/W3173241699","https://openalex.org/W3173531806","https://openalex.org/W3174807077","https://openalex.org/W3177211254","https://openalex.org/W3177221875","https://openalex.org/W3177821829","https://openalex.org/W3182978476","https://openalex.org/W3196616669","https://openalex.org/W3205325185","https://openalex.org/W3214497989","https://openalex.org/W3214744507","https://openalex.org/W4214597499","https://openalex.org/W4214931354","https://openalex.org/W4226053793","https://openalex.org/W4283738053","https://openalex.org/W4288083206","https://openalex.org/W4292363360","https://openalex.org/W4294643831","https://openalex.org/W4295521014","https://openalex.org/W4297750695","https://openalex.org/W4297818800","https://openalex.org/W4301206121","https://openalex.org/W4308170885","https://openalex.org/W4312423208","https://openalex.org/W4312453532","https://openalex.org/W4320013936","https://openalex.org/W6600983433","https://openalex.org/W6685352114","https://openalex.org/W6718379498","https://openalex.org/W6726983635","https://openalex.org/W6732211744","https://openalex.org/W6735913928","https://openalex.org/W6741832134","https://openalex.org/W6745560452","https://openalex.org/W6752378368","https://openalex.org/W6755312952","https://openalex.org/W6755353015","https://openalex.org/W6755654156","https://openalex.org/W6756006421","https://openalex.org/W6765052341","https://openalex.org/W6765715257","https://openalex.org/W6765779288","https://openalex.org/W6768115207","https://openalex.org/W6771946023","https://openalex.org/W6773517458","https://openalex.org/W6779093361","https://openalex.org/W6780879210","https://openalex.org/W6787802714","https://openalex.org/W6793801364","https://openalex.org/W6796788208","https://openalex.org/W6797179183","https://openalex.org/W6798149179","https://openalex.org/W6802668286","https://openalex.org/W6803601828","https://openalex.org/W6810226158"],"related_works":["https://openalex.org/W1579157894","https://openalex.org/W1967654336","https://openalex.org/W2060632806","https://openalex.org/W1530267862","https://openalex.org/W2995690499","https://openalex.org/W1494405360","https://openalex.org/W2050955821","https://openalex.org/W2153529351","https://openalex.org/W2040149295","https://openalex.org/W2016848112"],"abstract_inverted_index":{"Video":[0],"generation":[1,50,202],"has":[2],"achieved":[3],"rapid":[4],"progress":[5],"benefiting":[6],"from":[7],"high-quality":[8],"renderings":[9],"provided":[10],"by":[11,94],"powerful":[12],"image":[13,44,96,103,110,130,134,155,166],"generators.":[14,98],"We":[15,79],"regard":[16],"the":[17,28,65,90,113,132,138,149,153,157,161,192],"video":[18,38,77,84,184,195,201],"synthesis":[19,39],"task":[20],"as":[21],"generating":[22],"a":[23,60,82,171],"sequence":[24],"of":[25],"images":[26,147],"sharing":[27,112],"same":[29,114,158],"contents":[30,115,159],"but":[31],"varying":[32],"in":[33,131,165],"motions.":[34,119],"However,":[35],"most":[36,193],"previous":[37],"frameworks":[40],"based":[41,88],"on":[42,89,191],"pre-trained":[43,95],"generators":[45],"treat":[46],"content":[47,71],"and":[48,73,116,136],"motion":[49,66,91,125,142,150,181],"separately,":[51],"leading":[52],"to":[53,63,69,108,123,127,175],"unrealistic":[54],"generated":[55,133],"videos.":[56],"Therefore,":[57],"we":[58,100,121,169],"design":[59],"novel":[61,83],"framework":[62],"build":[64],"space,":[67],"aiming":[68],"achieve":[70],"consistency":[72],"fast":[74],"convergence":[75],"for":[76,183,199],"generation.":[78,185],"present":[80],"MotionVideoGAN,":[81],"generator":[85,105,174],"synthesizing":[86],"videos":[87],"space":[92,151],"learned":[93],"pair":[97,104],"Firstly,":[99],"propose":[101],"an":[102],"named":[106],"MotionStyleGAN":[107],"generate":[109],"pairs":[111,135],"producing":[117],"various":[118],"Then":[120],"manage":[122],"acquire":[124],"codes":[126,143,182],"edit":[128,146],"one":[129,164],"keep":[137],"other":[139,162],"unchanged.":[140],"The":[141],"help":[144],"us":[145],"within":[148],"since":[152],"edited":[154],"shares":[156],"with":[160],"unchanged":[163],"pairs.":[167],"Finally,":[168],"introduce":[170],"latent":[172,177],"code":[173,178],"produce":[176],"sequences":[179],"using":[180],"Our":[186],"approach":[187],"achieves":[188],"state-of-the-art":[189],"performance":[190],"complex":[194],"dataset":[196],"ever":[197],"used":[198],"unconditional":[200],"evaluation,":[203],"UCF101.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2023-03-03T00:00:00"}