{"id":"https://openalex.org/W4416922899","doi":"https://doi.org/10.1109/tbc.2025.3637713","title":"DM-VSR: Depth-Aware Diffusion Models With Adaptive Modulation for Video Super-Resolution","display_name":"DM-VSR: Depth-Aware Diffusion Models With Adaptive Modulation for Video Super-Resolution","publication_year":2025,"publication_date":"2025-12-02","ids":{"openalex":"https://openalex.org/W4416922899","doi":"https://doi.org/10.1109/tbc.2025.3637713"},"language":null,"primary_location":{"id":"doi:10.1109/tbc.2025.3637713","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbc.2025.3637713","pdf_url":null,"source":{"id":"https://openalex.org/S100142436","display_name":"IEEE Transactions on Broadcasting","issn_l":"0018-9316","issn":["0018-9316","1557-9611"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Broadcasting","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114204870","display_name":"Linlin Liu","orcid":"https://orcid.org/0009-0008-1914-7033"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linlin Liu","raw_affiliation_strings":["College of Integrated Circuits, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-1914-7033","affiliations":[{"raw_affiliation_string":"College of Integrated Circuits, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yifan Wang","orcid":"https://orcid.org/0009-0008-7338-0856"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Wang","raw_affiliation_strings":["College of Integrated Circuits, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-7338-0856","affiliations":[{"raw_affiliation_string":"College of Integrated Circuits, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059549319","display_name":"Y.L. Wang","orcid":"https://orcid.org/0009-0008-2983-3379"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yize Wang","raw_affiliation_strings":["College of Integrated Circuits, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0008-2983-3379","affiliations":[{"raw_affiliation_string":"College of Integrated Circuits, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhen Xu","orcid":"https://orcid.org/0009-0000-9356-1330"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Xu","raw_affiliation_strings":["College of Integrated Circuits, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-9356-1330","affiliations":[{"raw_affiliation_string":"College of Integrated Circuits, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100710143","display_name":"Jun Tang","orcid":"https://orcid.org/0000-0003-0122-9512"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Tang","raw_affiliation_strings":["College of Integrated Circuits, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0122-9512","affiliations":[{"raw_affiliation_string":"College of Integrated Circuits, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100686691","display_name":"Yong Ding","orcid":"https://orcid.org/0000-0002-5226-7511"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Ding","raw_affiliation_strings":["College of Integrated Circuits, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5226-7511","affiliations":[{"raw_affiliation_string":"College of Integrated Circuits, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28498719,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"72","issue":"1","first_page":"329","last_page":"344"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.899399995803833,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.899399995803833,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.06480000168085098,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.008799999952316284,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distortion","display_name":"Distortion (music)","score":0.5378000140190125},{"id":"https://openalex.org/keywords/modulation","display_name":"Modulation (music)","score":0.5277000069618225},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.4982999861240387},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4733000099658966},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.43230000138282776},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4242999851703644},{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.4050000011920929},{"id":"https://openalex.org/keywords/image-quality","display_name":"Image quality","score":0.3621000051498413}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7843999862670898},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.5378000140190125},{"id":"https://openalex.org/C123079801","wikidata":"https://www.wikidata.org/wiki/Q750240","display_name":"Modulation (music)","level":2,"score":0.5277000069618225},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4982999861240387},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4733000099658966},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4413999915122986},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.43230000138282776},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4242999851703644},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.4050000011920929},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.38499999046325684},{"id":"https://openalex.org/C55020928","wikidata":"https://www.wikidata.org/wiki/Q3813865","display_name":"Image quality","level":3,"score":0.3621000051498413},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.3564000129699707},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.3246000111103058},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.30630001425743103},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.30559998750686646},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3009999990463257},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.2897000014781952},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.28859999775886536},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2809000015258789},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.257099986076355}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tbc.2025.3637713","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tbc.2025.3637713","pdf_url":null,"source":{"id":"https://openalex.org/S100142436","display_name":"IEEE Transactions on Broadcasting","issn_l":"0018-9316","issn":["0018-9316","1557-9611"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Broadcasting","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2315877745","display_name":null,"funder_award_id":"2025C01193","funder_id":"https://openalex.org/F4320336589","funder_display_name":"Guangxi Key Research and Development Program"},{"id":"https://openalex.org/G4910934359","display_name":null,"funder_award_id":"2024C01010","funder_id":"https://openalex.org/F4320336589","funder_display_name":"Guangxi Key Research and Development Program"}],"funders":[{"id":"https://openalex.org/F4320336589","display_name":"Guangxi Key Research and Development Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1982471090","https://openalex.org/W2010981316","https://openalex.org/W2064076387","https://openalex.org/W2102166818","https://openalex.org/W2133665775","https://openalex.org/W2548527721","https://openalex.org/W2560474170","https://openalex.org/W2601564443","https://openalex.org/W2769654144","https://openalex.org/W2953823547","https://openalex.org/W2962785568","https://openalex.org/W2963470893","https://openalex.org/W2963814095","https://openalex.org/W2965669158","https://openalex.org/W2966926453","https://openalex.org/W2996880115","https://openalex.org/W3017136408","https://openalex.org/W3035022492","https://openalex.org/W3085056143","https://openalex.org/W3095671795","https://openalex.org/W3096831136","https://openalex.org/W3109908659","https://openalex.org/W3127668761","https://openalex.org/W3157035436","https://openalex.org/W3174256730","https://openalex.org/W3176148916","https://openalex.org/W3192083819","https://openalex.org/W3217246126","https://openalex.org/W4214679693","https://openalex.org/W4312933868","https://openalex.org/W4386025968","https://openalex.org/W4386071957","https://openalex.org/W4388714428","https://openalex.org/W4388821513","https://openalex.org/W4390873054","https://openalex.org/W4390939274","https://openalex.org/W4392543517","https://openalex.org/W4393034826","https://openalex.org/W4394730792","https://openalex.org/W4400524387","https://openalex.org/W4402702958","https://openalex.org/W4402727359","https://openalex.org/W4402961786","https://openalex.org/W4403021052","https://openalex.org/W4404036761","https://openalex.org/W4404576990","https://openalex.org/W4404769990","https://openalex.org/W4404819589","https://openalex.org/W4406821408","https://openalex.org/W4408071498","https://openalex.org/W4408222711","https://openalex.org/W4413145540","https://openalex.org/W4413156928","https://openalex.org/W4415537155","https://openalex.org/W4415798746","https://openalex.org/W4415800653","https://openalex.org/W7133244780"],"related_works":[],"abstract_inverted_index":{"Video":[0],"Super-Resolution":[1],"(VSR)":[2],"is":[3,125],"essential":[4],"for":[5,23,76],"enhancing":[6],"the":[7,108,132,139],"quality":[8,52,156],"of":[9],"low-resolution":[10],"(LR)":[11],"videos":[12],"in":[13,153,170],"practical":[14,57],"applications.":[15,58,172],"Recent":[16],"studies":[17],"have":[18],"explored":[19],"diffusion":[20],"models":[21],"(DMs)":[22],"VSR":[24],"due":[25],"to":[26,29,48,95,113,127],"their":[27],"ability":[28],"generate":[30],"realistic":[31,165],"details.":[32],"However,":[33],"existing":[34],"methods":[35,152],"overlook":[36],"spatiotemporal":[37],"object-scale":[38],"variations":[39],"and":[40,51,73,92,141,157],"dynamic":[41],"control":[42,109],"demands":[43],"during":[44],"denoising.":[45],"This":[46],"leads":[47],"visual":[49],"distortion":[50],"degradation,":[53],"severely":[54],"limiting":[55],"its":[56,168],"To":[59],"address":[60],"these":[61],"limitations,":[62],"we":[63],"proposeDM-VSR,":[64],"a":[65,81,120],"novel":[66],"DM-based":[67],"framework":[68],"that":[69,145],"incorporates":[70],"depth-aware":[71,98],"guidance":[72],"adaptive":[74],"modulation":[75],"precise":[77],"content":[78],"reconstruction.":[79],"Specifically,":[80],"Depth-aware":[82],"Multimodal":[83],"Fusion":[84],"(DMF)":[85],"module":[86,105],"integrates":[87],"depth":[88],"maps,":[89],"LR":[90],"inputs,":[91],"flow-warped":[93],"frames":[94],"provide":[96],"unified":[97],"guidance.":[99],"A":[100],"Timestep":[101],"Adaptive":[102],"Modulation":[103],"(TAM)":[104],"dynamically":[106],"adjusts":[107],"feature":[110],"injection":[111],"according":[112],"demand":[114],"at":[115],"each":[116],"denoising":[117],"step.":[118],"Additionally,":[119],"Dynamic":[121],"Consistency":[122],"Loss":[123],"(DCL)":[124],"introduced":[126],"align":[128],"training":[129],"objectives":[130],"with":[131],"evolving":[133],"semantic":[134],"focus.":[135],"Extensive":[136],"experiments":[137],"on":[138],"REDS4":[140],"Vid4":[142],"benchmarks":[143],"demonstrate":[144],"DM-VSR":[146,161],"achieves":[147],"competitive":[148],"performance,":[149],"surpassing":[150],"state-of-the-art":[151],"both":[154],"perceptual":[155],"temporal":[158],"consistency.":[159],"Moreover,":[160],"generates":[162],"more":[163],"visually":[164],"results,":[166],"emphasizing":[167],"effectiveness":[169],"real-world":[171],"The":[173],"code":[174],"will":[175],"be":[176],"released":[177],"athttps://github.com/aigcvsr/DM-VSR":[178]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-12-02T00:00:00"}
