{"id":"https://openalex.org/W4362015383","doi":"https://doi.org/10.32604/cmc.2023.026086","title":"Video Frame Prediction by Joint Optimization of Direct Frame Synthesis and Optical-Flow Estimation","display_name":"Video Frame Prediction by Joint Optimization of Direct Frame Synthesis and Optical-Flow Estimation","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4362015383","doi":"https://doi.org/10.32604/cmc.2023.026086"},"language":"en","primary_location":{"id":"doi:10.32604/cmc.2023.026086","doi":"https://doi.org/10.32604/cmc.2023.026086","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2023.026086","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.32604/cmc.2023.026086","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029973259","display_name":"Navin Ranjan","orcid":"https://orcid.org/0000-0002-4608-0304","observed_orcids":["https://orcid.org/0000-0002-4608-0304"]},"institutions":[{"id":"https://openalex.org/I146429904","display_name":"Incheon National University","ror":"https://ror.org/02xf7p935","country_code":"KR","type":"education","lineage":["https://openalex.org/I146429904"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Navin Ranjan","raw_affiliation_strings":["Iot and Big Data Research Center, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea 2 Department of Electronics Engineering, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iot and Big Data Research Center, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea 2 Department of Electronics Engineering, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea","institution_ids":["https://openalex.org/I146429904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076279518","display_name":"Sovit Bhandari","orcid":"https://orcid.org/0000-0003-0150-0480","observed_orcids":["https://orcid.org/0000-0003-0150-0480"]},"institutions":[{"id":"https://openalex.org/I146429904","display_name":"Incheon National University","ror":"https://ror.org/02xf7p935","country_code":"KR","type":"education","lineage":["https://openalex.org/I146429904"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sovit Bhandari","raw_affiliation_strings":["Iot and Big Data Research Center, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea 2 Department of Electronics Engineering, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iot and Big Data Research Center, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea 2 Department of Electronics Engineering, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea","institution_ids":["https://openalex.org/I146429904"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060233038","display_name":"Yeong-Chan Kim","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I146429904","display_name":"Incheon National University","ror":"https://ror.org/02xf7p935","country_code":"KR","type":"education","lineage":["https://openalex.org/I146429904"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yeong-Chan Kim","raw_affiliation_strings":["Iot and Big Data Research Center, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea 2 Department of Electronics Engineering, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iot and Big Data Research Center, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea 2 Department of Electronics Engineering, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea","institution_ids":["https://openalex.org/I146429904"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100352922","display_name":"Hoon Kim","orcid":"https://orcid.org/0000-0001-7395-3695","observed_orcids":["https://orcid.org/0000-0001-7395-3695","https://orcid.org/0009-0000-2979-2484"]},"institutions":[{"id":"https://openalex.org/I146429904","display_name":"Incheon National University","ror":"https://ror.org/02xf7p935","country_code":"KR","type":"education","lineage":["https://openalex.org/I146429904"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hoon Kim","raw_affiliation_strings":["Iot and Big Data Research Center, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea 2 Department of Electronics Engineering, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Iot and Big Data Research Center, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea 2 Department of Electronics Engineering, Incheon National University, Yeonsu-gu, Incheon, 22012, Korea","institution_ids":["https://openalex.org/I146429904"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I146429904"],"apc_list":null,"apc_paid":null,"fwci":0.298,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.45838312,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"75","issue":"2","first_page":"2615","last_page":"2639"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.0203000009059906,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.00860000029206276,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/video-prediction","display_name":"video prediction","score":0.9660000205039978},{"id":"https://openalex.org/keywords/optical-flow","display_name":"optical flow","score":0.9110000133514404},{"id":"https://openalex.org/keywords/joint-optimization","display_name":"joint optimization","score":0.9179999828338623},{"id":"https://openalex.org/keywords/multi-branch-network","display_name":"multi-branch network","score":0.7250000238418579},{"id":"https://openalex.org/keywords/spatiotemporal-correlation","display_name":"spatio-temporal correlation","score":0.7409999966621399},{"id":"https://openalex.org/keywords/occlusion-handling","display_name":"occlusion handling","score":0.7699999809265137},{"id":"https://openalex.org/keywords/motion-prediction","display_name":"motion prediction","score":0.3799999952316284}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.807806134223938},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.8074017763137817},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.6995483636856079},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6558228731155396},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6054632663726807},{"id":"https://openalex.org/C204641915","wikidata":"https://www.wikidata.org/wiki/Q7315509","display_name":"Residual frame","level":4,"score":0.5439602732658386},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.48154738545417786},{"id":"https://openalex.org/C39394851","wikidata":"https://www.wikidata.org/wiki/Q921594","display_name":"Inter frame","level":4,"score":0.4421238899230957},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.41237810254096985},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2681204080581665},{"id":"https://openalex.org/C172849965","wikidata":"https://www.wikidata.org/wiki/Q3148875","display_name":"Reference frame","level":3,"score":0.22406640648841858},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08800968527793884}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.32604/cmc.2023.026086","doi":"https://doi.org/10.32604/cmc.2023.026086","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2023.026086","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.32604/cmc.2023.026086","doi":"https://doi.org/10.32604/cmc.2023.026086","is_oa":true,"landing_page_url":"https://doi.org/10.32604/cmc.2023.026086","pdf_url":null,"source":{"id":"https://openalex.org/S4210191605","display_name":"Computers, materials & continua/Computers, materials & continua (Print)","issn_l":"1546-2218","issn":["1546-2218","1546-2226"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-d","jufo-1","ki-jl-1","norway-1","poland-20","russia-white-list-1"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers, Materials & Continua","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W764651262","https://openalex.org/W1568514080","https://openalex.org/W1578285471","https://openalex.org/W1755205674","https://openalex.org/W1850742715","https://openalex.org/W1910657905","https://openalex.org/W1951289974","https://openalex.org/W1990429558","https://openalex.org/W1991496587","https://openalex.org/W2001367356","https://openalex.org/W2012849708","https://openalex.org/W2031454541","https://openalex.org/W2035772266","https://openalex.org/W2090518410","https://openalex.org/W2114153178","https://openalex.org/W2116435618","https://openalex.org/W2118688707","https://openalex.org/W2122361470","https://openalex.org/W2175711684","https://openalex.org/W2194775991","https://openalex.org/W2248556341","https://openalex.org/W2400532028","https://openalex.org/W2401640538","https://openalex.org/W2470142083","https://openalex.org/W2566413682","https://openalex.org/W2578257192","https://openalex.org/W2586480386","https://openalex.org/W2600687292","https://openalex.org/W2615413256","https://openalex.org/W2753160739","https://openalex.org/W2777342313","https://openalex.org/W2792245367","https://openalex.org/W2800283575","https://openalex.org/W2802519414","https://openalex.org/W2803184913","https://openalex.org/W2810392541","https://openalex.org/W2877708277","https://openalex.org/W2920973181","https://openalex.org/W2949099979","https://openalex.org/W2963302737","https://openalex.org/W2963610939","https://openalex.org/W2964303162","https://openalex.org/W2966687987","https://openalex.org/W2971486392","https://openalex.org/W2978726661","https://openalex.org/W2980725313","https://openalex.org/W2991506670","https://openalex.org/W2996680032","https://openalex.org/W3003662786","https://openalex.org/W3015023262","https://openalex.org/W3021810927","https://openalex.org/W3022604663","https://openalex.org/W3109637960","https://openalex.org/W3111317448","https://openalex.org/W3118176575","https://openalex.org/W3129485720","https://openalex.org/W3159786647","https://openalex.org/W3181605115","https://openalex.org/W3203245156","https://openalex.org/W3204474674","https://openalex.org/W4200028007","https://openalex.org/W6631456553","https://openalex.org/W6677792396","https://openalex.org/W6682276294"],"related_works":["https://openalex.org/W3186188398","https://openalex.org/W7047744617","https://openalex.org/W2970679735","https://openalex.org/W4308235904","https://openalex.org/W3196229461","https://openalex.org/W3181732559","https://openalex.org/W2964303162","https://openalex.org/W3004274580","https://openalex.org/W3011404238","https://openalex.org/W2610937929"],"abstract_inverted_index":{"Video":[0],"prediction":[1,89,107,191],"is":[2,20,51,173],"the":[3,11,15,23,55,61,93,114,130,155,162,166],"problem":[4],"of":[5,22,60,92],"generating":[6],"future":[7,38,46,156,163,167],"frames":[8],"by":[9,81,159],"exploiting":[10],"spatiotemporal":[12],"correlation":[13],"from":[14],"past":[16],"frame":[17,72,102,158,168,179,208],"sequence.":[18],"It":[19],"one":[21,91],"crucial":[24],"issues":[25],"in":[26,113,129],"computer":[27],"vision":[28],"and":[29,49,58,69,116,150,181],"has":[30],"many":[31],"real-world":[32,195],"applications,":[33],"mainly":[34,85],"focused":[35,86],"on":[36,87],"predicting":[37],"scenarios":[39],"to":[40,54,109,123,153,174,186,210],"avoid":[41],"undesirable":[42],"outcomes.":[43],"However,":[44,83],"modeling":[45],"image":[47],"content":[48],"object":[50,125],"challenging":[52],"due":[53,108,122],"dynamic":[56],"evolution":[57],"complexity":[59],"scene,":[62,115],"such":[63,99],"as":[64,100],"occlusions,":[65],"camera":[66],"movements,":[67],"delay":[68],"illumination.":[70],"Direct":[71],"synthesis":[73,180],"or":[74,127],"optical-flow":[75,117],"estimation":[76,185],"are":[77],"common":[78],"approaches":[79],"used":[80],"researchers.":[82],"researchers":[84],"video":[88,157,190,207],"using":[90],"approaches.":[94],"Both":[95],"methods":[96],"have":[97],"limitations,":[98],"direct":[101,177],"synthesis,":[103],"usually":[104,119],"face":[105],"blurry":[106],"complex":[110],"pixel":[111],"distributions":[112],"estimation,":[118],"produce":[120,205],"artifacts":[121],"large":[124],"displacements":[126],"obstructions":[128],"clip.":[131],"In":[132],"this":[133],"paper,":[134],"we":[135,197],"constructed":[136],"a":[137,188],"deep":[138],"neural":[139],"network":[140],"Frame":[141],"Prediction":[142],"Network":[143],"(FPNet-OF)":[144],"with":[145,165],"multiple-branch":[146],"inputs":[147],"(optical":[148],"flow":[149,184],"original":[151],"frame)":[152],"predict":[154],"adaptively":[160],"fusing":[161],"object-motion":[164],"generator.":[169],"The":[170],"key":[171],"idea":[172],"jointly":[175],"optimize":[176],"RGB":[178],"dense":[182],"optical":[183],"generate":[187],"superior":[189],"network.":[192],"Using":[193],"various":[194],"datasets,":[196],"experimentally":[198],"verify":[199],"that":[200],"our":[201],"proposed":[202],"framework":[203],"can":[204],"high-level":[206],"compared":[209],"other":[211],"state-of-the-art":[212],"framework.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-04-05T00:00:00"}