{"id":"https://openalex.org/W7135079331","doi":"https://doi.org/10.1109/tip.2026.3671692","title":"SCSV: Spatial-Temporal Consistent Dynamic 3D Scene Generation From Sparse Views","display_name":"SCSV: Spatial-Temporal Consistent Dynamic 3D Scene Generation From Sparse Views","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7135079331","doi":"https://doi.org/10.1109/tip.2026.3671692","pmid":"https://pubmed.ncbi.nlm.nih.gov/41817989"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2026.3671692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3671692","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Junfeng Li","orcid":"https://orcid.org/0009-0002-5563-8557"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Junfeng Li","raw_affiliation_strings":["Thrust of Robotics and Autonomous Systems and the Thrust of Intelligent Transportation, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-5563-8557","affiliations":[{"raw_affiliation_string":"Thrust of Robotics and Autonomous Systems and the Thrust of Intelligent Transportation, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128856261","display_name":"Junjie He","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Junjie He","raw_affiliation_strings":["Thrust of Robotics and Autonomous Systems and the Thrust of Intelligent Transportation, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0009-9233-4238","affiliations":[{"raw_affiliation_string":"Thrust of Robotics and Autonomous Systems and the Thrust of Intelligent Transportation, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128900999","display_name":"Wenjie Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Wenjie Liu","raw_affiliation_strings":["Thrust of Robotics and Autonomous Systems and the Thrust of Intelligent Transportation, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Thrust of Robotics and Autonomous Systems and the Thrust of Intelligent Transportation, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128802204","display_name":"Tianyu Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Tianyu Huang","raw_affiliation_strings":["Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-2418-7610","affiliations":[{"raw_affiliation_string":"Department of Mechanical and Automation Engineering, The Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042268476","display_name":"Shunbo Zhou","orcid":"https://orcid.org/0000-0002-6077-4951"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shunbo Zhou","raw_affiliation_strings":["Huawei Technologies Company Ltd., Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-6077-4951","affiliations":[{"raw_affiliation_string":"Huawei Technologies Company Ltd., Shenzhen, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128894873","display_name":"Jun Ma","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jun Ma","raw_affiliation_strings":["Thrust of Robotics and Autonomous Systems and the Thrust of Intelligent Transportation, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9405-8232","affiliations":[{"raw_affiliation_string":"Thrust of Robotics and Autonomous Systems and the Thrust of Intelligent Transportation, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hesheng Wang","orcid":"https://orcid.org/0000-0002-9959-1634"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hesheng Wang","raw_affiliation_strings":["School of Automation and Intelligent Sensing, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-9959-1634","affiliations":[{"raw_affiliation_string":"School of Automation and Intelligent Sensing, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5128835554","display_name":"Haoang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Haoang Li","raw_affiliation_strings":["Thrust of Robotics and Autonomous Systems and the Thrust of Intelligent Transportation, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1576-9408","affiliations":[{"raw_affiliation_string":"Thrust of Robotics and Autonomous Systems and the Thrust of Intelligent Transportation, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24546325,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":null,"first_page":"2570","last_page":"2583"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.5307000279426575,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.5307000279426575,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.16609999537467957,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.11840000003576279,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.38269999623298645},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.38040000200271606},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.36239999532699585},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36160001158714294},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.36090001463890076},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.3156000077724457},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.3043999969959259},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.29670000076293945}],"concepts":[{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6499000191688538},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.635699987411499},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6302000284194946},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.38269999623298645},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.38040000200271606},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.36239999532699585},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36160001158714294},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.36090001463890076},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3156000077724457},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3043999969959259},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.29670000076293945},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2786000072956085},{"id":"https://openalex.org/C56372850","wikidata":"https://www.wikidata.org/wiki/Q1050404","display_name":"Sparse matrix","level":3,"score":0.2784000039100647},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.27480000257492065},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.272599995136261},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.27250000834465027},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.27059999108314514},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.26649999618530273},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.25220000743865967},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2026.3671692","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2026.3671692","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:41817989","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41817989","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4006672203540802,"display_name":"Climate action","id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G1222667792","display_name":null,"funder_award_id":"62403401","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1504851235","display_name":null,"funder_award_id":"2023WZJD008","funder_id":"https://openalex.org/F4320336597","funder_display_name":"Key Research and Development Program of Wuhu"},{"id":"https://openalex.org/G1545384812","display_name":null,"funder_award_id":"62225309","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4404341476","display_name":null,"funder_award_id":"2024YFB4708900","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null},{"id":"https://openalex.org/F4320336597","display_name":"Key Research and Development Program of Wuhu","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1967554269","https://openalex.org/W2471962767","https://openalex.org/W3003179103","https://openalex.org/W4312341890","https://openalex.org/W4385318467","https://openalex.org/W4386065887","https://openalex.org/W4390873154","https://openalex.org/W4390873292","https://openalex.org/W4390873542","https://openalex.org/W4396853098","https://openalex.org/W4399574574","https://openalex.org/W4402716105","https://openalex.org/W4402753842","https://openalex.org/W4402754225","https://openalex.org/W4402816534","https://openalex.org/W4402951553","https://openalex.org/W4403908379","https://openalex.org/W4403998355","https://openalex.org/W4404782905","https://openalex.org/W4408016691","https://openalex.org/W4410949566","https://openalex.org/W4411086358","https://openalex.org/W4413144432","https://openalex.org/W4413145736","https://openalex.org/W4413146740","https://openalex.org/W4413146851","https://openalex.org/W4413147835","https://openalex.org/W4413558925","https://openalex.org/W4415795691","https://openalex.org/W4415797074","https://openalex.org/W4415797420","https://openalex.org/W4415798797","https://openalex.org/W7133190699"],"related_works":[],"abstract_inverted_index":{"Generating":[0],"dynamic":[1,51],"scenes":[2],"from":[3,55,106],"images":[4,21,87,91,133,157],"has":[5],"gained":[6],"increasing":[7],"attention.":[8],"Existing":[9],"methods":[10],"have":[11],"two":[12,62],"major":[13],"limitations:":[14],"1)":[15],"they":[16,31],"can":[17],"hardly":[18],"handle":[19],"sparse":[20,56],"which":[22,71,128],"exhibit":[23],"limited":[24],"geometry":[25],"constraints":[26],"and":[27,66,74,109,134,147,205],"insufficient":[28],"motion;":[29],"2)":[30],"struggle":[32],"to":[33,161,167,174,216],"maintain":[34],"spatial-temporal":[35,49,115],"consistency":[36,116],"when":[37],"rendering":[38],"multi-view":[39],"videos.":[40],"To":[41,112,183],"address":[42],"these":[43],"limitations,":[44],"we":[45,81,121,143,169,189],"propose":[46,122],"SCSV,":[47],"a":[48,84,94,151,198],"consistent":[50],"scene":[52,64,67,78,104,138],"generation":[53,96,180],"method":[54,59],"views.":[57],"Our":[58],"consists":[60],"of":[61,70,86,102,117,132,181],"stages:":[63],"reconstruction":[65,79],"expansion,":[68],"both":[69],"decouple":[72],"background":[73,196],"foreground.":[75],"In":[76,136],"the":[77,89,100,103,107,114,118,137,164,186,191,195],"stage,":[80,140],"first":[82],"interpolate":[83],"set":[85],"between":[88],"input":[90,110],"based":[92],"on":[93,202],"video":[95],"model,":[97],"followed":[98],"by":[99],"optimization":[101],"Gaussian":[105,125],"interpolated":[108],"images.":[111],"improve":[113],"reconstructed":[119],"scene,":[120],"an":[123],"uncertainty-aware":[124],"training":[126],"approach,":[127],"introduces":[129],"adaptive":[130],"weights":[131],"pixels.":[135],"expansion":[139],"for":[141],"background,":[142],"render":[144],"novel":[145],"views":[146],"refine":[148],"them":[149],"with":[150],"geometry-aware":[152],"diffusion":[153],"process.":[154],"These":[155],"refined":[156],"are":[158],"then":[159],"used":[160],"incrementally":[162],"add":[163],"Gaussians.":[165],"As":[166],"foreground,":[168],"generate":[170],"human":[171],"motion":[172],"according":[173],"previous":[175],"motion,":[176],"enabling":[177],"temporal":[178],"coherent":[179],"motion.":[182],"further":[184],"enhance":[185],"physical":[187],"plausibility,":[188],"integrate":[190],"expanded":[192],"foreground":[193],"into":[194],"using":[197],"gravity-aware":[199],"alignment.":[200],"Experiments":[201],"NeuMan,":[203],"Bonn,":[204],"EMDB":[206],"datasets":[207],"demonstrate":[208],"that":[209],"our":[210],"SCSV":[211],"achieves":[212],"superior":[213],"performance":[214],"compared":[215],"state-of-the-art":[217],"methods.":[218],"The":[219],"code":[220],"will":[221],"be":[222],"released":[223],"upon":[224],"acceptance.":[225]},"counts_by_year":[],"updated_date":"2026-03-20T20:47:17.329874","created_date":"2026-03-13T00:00:00"}