{"id":"https://openalex.org/W4395661484","doi":"https://doi.org/10.1109/access.2024.3394209","title":"A Dual-Branch Spatial\u2013Temporal Learning Network for Video Prediction","display_name":"A Dual-Branch Spatial\u2013Temporal Learning Network for Video Prediction","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4395661484","doi":"https://doi.org/10.1109/access.2024.3394209"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3394209","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3394209","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10508954.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10508954.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102782234","display_name":"Huilin Huang","orcid":"https://orcid.org/0009-0006-7231-6946"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huilin Huang","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0006-7231-6946","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058259220","display_name":"Yepeng Guan","orcid":"https://orcid.org/0000-0003-1854-1430"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]},{"id":"https://openalex.org/I1327237609","display_name":"Ministry of Education of the People's Republic of China","ror":"https://ror.org/01mv9t934","country_code":"CN","type":"government","lineage":["https://openalex.org/I1327237609","https://openalex.org/I4210127390"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yepeng Guan","raw_affiliation_strings":["School of Communication and Information Engineering, Shanghai University, Shanghai, China","Key Laboratory of Advanced Display and System Application, Ministry of Education, Shanghai, China","Key Laboratory of Silicate Cultural Relics Conservation (Shanghai University), Ministry of Education, Shanghai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]},{"raw_affiliation_string":"Key Laboratory of Advanced Display and System Application, Ministry of Education, Shanghai, China","institution_ids":["https://openalex.org/I1327237609"]},{"raw_affiliation_string":"Key Laboratory of Silicate Cultural Relics Conservation (Shanghai University), Ministry of Education, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.04060935,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"73258","last_page":"73267"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8113439083099365},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6862355470657349},{"id":"https://openalex.org/keywords/optical-flow","display_name":"Optical flow","score":0.614301323890686},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5928774476051331},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5329355597496033},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5194894075393677},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5133932828903198},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4792461395263672},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4543936550617218},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.1234685480594635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8113439083099365},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6862355470657349},{"id":"https://openalex.org/C155542232","wikidata":"https://www.wikidata.org/wiki/Q736111","display_name":"Optical flow","level":3,"score":0.614301323890686},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5928774476051331},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5329355597496033},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5194894075393677},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5133932828903198},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4792461395263672},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4543936550617218},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.1234685480594635},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3394209","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3394209","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10508954.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e3e2b6c6aee64835856a7d14fc258d68","is_oa":true,"landing_page_url":"https://doaj.org/article/e3e2b6c6aee64835856a7d14fc258d68","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 73258-73267 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3394209","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3394209","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10508954.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4930346226","display_name":null,"funder_award_id":"2020YFC1523004","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4395661484.pdf","grobid_xml":"https://content.openalex.org/works/W4395661484.grobid-xml"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W2101032778","https://openalex.org/W2101194540","https://openalex.org/W2548527721","https://openalex.org/W2586480386","https://openalex.org/W2615413256","https://openalex.org/W2752782242","https://openalex.org/W2891942975","https://openalex.org/W2903871660","https://openalex.org/W2909665111","https://openalex.org/W2956996930","https://openalex.org/W2962785568","https://openalex.org/W2962839378","https://openalex.org/W2963435596","https://openalex.org/W2963782415","https://openalex.org/W2966356884","https://openalex.org/W2966687987","https://openalex.org/W2967033144","https://openalex.org/W2979544965","https://openalex.org/W2989705574","https://openalex.org/W2989708447","https://openalex.org/W2997591727","https://openalex.org/W3023322676","https://openalex.org/W3034426027","https://openalex.org/W3035265644","https://openalex.org/W3035540643","https://openalex.org/W3138340468","https://openalex.org/W3138516171","https://openalex.org/W3154010627","https://openalex.org/W3174944154","https://openalex.org/W3181942264","https://openalex.org/W3184447318","https://openalex.org/W3217557337","https://openalex.org/W4249279051","https://openalex.org/W4281749634","https://openalex.org/W4294554810","https://openalex.org/W4297772798","https://openalex.org/W4298157202","https://openalex.org/W4311433789","https://openalex.org/W4312748794","https://openalex.org/W4312794305","https://openalex.org/W4313009682","https://openalex.org/W4385245566","https://openalex.org/W4386076121","https://openalex.org/W4386083005","https://openalex.org/W4390659444","https://openalex.org/W4390691297","https://openalex.org/W4390872799","https://openalex.org/W6628877408","https://openalex.org/W6677326919","https://openalex.org/W6691096134","https://openalex.org/W6712884540","https://openalex.org/W6713563955","https://openalex.org/W6716109767","https://openalex.org/W6738465933","https://openalex.org/W6745420753","https://openalex.org/W6745829810","https://openalex.org/W6746530577","https://openalex.org/W6748320467","https://openalex.org/W6748392304","https://openalex.org/W6750259706","https://openalex.org/W6750642828","https://openalex.org/W6757613341","https://openalex.org/W6765459506","https://openalex.org/W6771200186","https://openalex.org/W6771703261","https://openalex.org/W6778886566","https://openalex.org/W6789900275","https://openalex.org/W6804010475","https://openalex.org/W6838498079"],"related_works":["https://openalex.org/W4375867731","https://openalex.org/W2023355163","https://openalex.org/W2611989081","https://openalex.org/W4386083130","https://openalex.org/W3111737715","https://openalex.org/W2069571255","https://openalex.org/W2117442182","https://openalex.org/W4286646204","https://openalex.org/W2564375980","https://openalex.org/W3092720353"],"abstract_inverted_index":{"Video":[0],"prediction":[1,123,136,192],"aims":[2],"to":[3,56,70,105,126,139,160,178,184,195,229,234,249],"predict":[4,106,127],"future":[5,74,109,129,237],"frames":[6,79,97],"through":[7],"modeling":[8],"the":[9,22,72,83,152,158,162,166,174,180,190],"complex":[10],"spatial-temporal":[11],"correlations":[12],"between":[13],"given":[14,77,206],"frames,":[15,90,117],"which":[16,59],"plays":[17],"an":[18],"important":[19],"role":[20],"in":[21,37,92,95,157,173],"computer":[23],"vision":[24],"community.":[25],"Despite":[26],"significant":[27],"progress":[28],"has":[29],"been":[30],"achieved,":[31],"there":[32],"are":[33,176],"still":[34,68],"obvious":[35],"limitations":[36],"existing":[38,66],"methods,e.g.,":[39],"(1)":[40],"several":[41,253],"methods":[42,67,251],"heavily":[43],"rely":[44],"on":[45,197,252],"external":[46],"information":[47,199],"or":[48,247],"inputs":[49],"(e.g.,":[50],"semantic":[51],"map,":[52],"optical":[53],"flow,":[54],"etc.)":[55],"help":[57],"predict,":[58],"hinders":[60],"their":[61],"wider":[62],"applications;":[63],"(2)":[64],"most":[65],"struggle":[69],"model":[71],"accurate":[73,108,128],"motion":[75,110,135,143,232],"from":[76],"video":[78,89,116,122,207],"while":[80],"simultaneously":[81],"keeping":[82],"consistency":[84],"of":[85,165,205],"its":[86],"appearance":[87,114,186,203],"across":[88,115],"resulting":[91],"blurry":[93],"artifacts":[94],"predicted":[96],"and":[98,111,144],"low":[99],"visual":[100],"quality.":[101],"In":[102],"this":[103],"work,":[104],"more":[107,218],"maintain":[112],"consistent":[113],"we":[118,131,188,223],"propose":[119,132],"a":[120,133,225],"dual-branch":[121],"network.":[124],"Specifically,":[125],"motion,":[130],"novel":[134,226],"unit":[137,193],"(MPU)":[138],"sequentially":[140],"capture":[141],"inter-frame":[142],"intra-frame":[145],"appearance.":[146],"To":[147],"better":[148,246],"learn":[149],"temporal":[150,153,167],"evolution,":[151],"attention":[154],"is":[155,217],"utilized":[156,177],"MPU":[159,175],"enhance":[161],"feature":[163],"interactions":[164],"domain.":[168],"The":[169],"multiple-scale":[170],"convolution":[171],"layers":[172],"enlarge":[179],"receptive":[181],"field.":[182],"Additionally,":[183],"preserve":[185],"consistency,":[187],"design":[189],"spatial":[191,198],"(SPU)":[194],"focus":[196],"by":[200],"capturing":[201],"various":[202],"features":[204],"frames.":[208,238],"Moreover,":[209],"considering":[210],"that":[211,242],"mean":[212],"squared":[213],"error":[214],"(MSE)":[215],"loss":[216],"concerned":[219],"with":[220],"static":[221],"features,":[222],"introduce":[224],"divergence":[227],"regularization":[228],"constrain":[230],"global":[231],"variations":[233],"generate":[235],"naturalistic":[236],"Extensive":[239],"experiments":[240],"demonstrate":[241],"our":[243],"method":[244],"performs":[245],"comparable":[248],"state-of-the-art":[250],"public":[254],"benchmarks.":[255]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2024-04-27T00:00:00"}