{"id":"https://openalex.org/W4413887063","doi":"https://doi.org/10.1109/tip.2025.3602648","title":"Instance-Adaptive Spatial-Temporal Enhancement for Efficient Video Compression","display_name":"Instance-Adaptive Spatial-Temporal Enhancement for Efficient Video Compression","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4413887063","doi":"https://doi.org/10.1109/tip.2025.3602648","pmid":"https://pubmed.ncbi.nlm.nih.gov/40889314"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2025.3602648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3602648","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101921619","display_name":"Yan Zhao","orcid":"https://orcid.org/0009-0003-3776-0329"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Zhao","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0003-3776-0329","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065712326","display_name":"Zhengxue Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengxue Cheng","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-5364-7427","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiangchuan Li","orcid":"https://orcid.org/0009-0008-2681-5159"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiangchuan Li","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0008-2681-5159","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111915311","display_name":"Donghui Feng","orcid":"https://orcid.org/0000-0001-8984-0425"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghui Feng","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8984-0425","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016394429","display_name":"Qunshan Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qunshan Gu","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Qi Wang","orcid":"https://orcid.org/0009-0001-1825-9091"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qi Wang","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0001-1825-9091","affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086398934","display_name":"Guo Lu","orcid":"https://orcid.org/0000-0001-6951-0090"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guo Lu","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6951-0090","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002404808","display_name":"Li Song","orcid":"https://orcid.org/0000-0002-7124-5182"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Song","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-7124-5182","affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.4615,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.63790087,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"34","issue":null,"first_page":"5776","last_page":"5791"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6739012598991394},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.6308270692825317},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5353465676307678},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5020511150360107},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4316957890987396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6739012598991394},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.6308270692825317},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5353465676307678},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5020511150360107},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4316957890987396},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2025.3602648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3602648","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:40889314","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40889314","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G301855622","display_name":null,"funder_award_id":"24511106200","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G3275187693","display_name":null,"funder_award_id":"62431015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4950456183","display_name":null,"funder_award_id":"BP0719010","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"}],"funders":[{"id":"https://openalex.org/F4320318398","display_name":"Ant Group","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W2031614119","https://openalex.org/W2035677848","https://openalex.org/W2055769685","https://openalex.org/W2104266030","https://openalex.org/W2133665775","https://openalex.org/W2146395539","https://openalex.org/W2531409750","https://openalex.org/W2891639355","https://openalex.org/W2939995367","https://openalex.org/W2949258649","https://openalex.org/W2963372104","https://openalex.org/W2964251418","https://openalex.org/W2965669158","https://openalex.org/W2969260367","https://openalex.org/W2998095399","https://openalex.org/W3004198379","https://openalex.org/W3034365816","https://openalex.org/W3035047434","https://openalex.org/W3035236663","https://openalex.org/W3044723170","https://openalex.org/W3046761316","https://openalex.org/W3047426927","https://openalex.org/W3087814885","https://openalex.org/W3106758205","https://openalex.org/W3126721948","https://openalex.org/W3138516171","https://openalex.org/W3148677604","https://openalex.org/W3157035436","https://openalex.org/W3173272744","https://openalex.org/W3173749647","https://openalex.org/W3192083819","https://openalex.org/W3202918664","https://openalex.org/W3203825070","https://openalex.org/W3207918547","https://openalex.org/W3210279979","https://openalex.org/W4206355076","https://openalex.org/W4212988999","https://openalex.org/W4214612132","https://openalex.org/W4214614183","https://openalex.org/W4243367687","https://openalex.org/W4312233465","https://openalex.org/W4312324876","https://openalex.org/W4312434878","https://openalex.org/W4312549026","https://openalex.org/W4312560592","https://openalex.org/W4312933730","https://openalex.org/W4375868948","https://openalex.org/W4377079691","https://openalex.org/W4382465573","https://openalex.org/W4383753076","https://openalex.org/W4386065808","https://openalex.org/W4386075524","https://openalex.org/W4386075911","https://openalex.org/W4390873231","https://openalex.org/W4390874355","https://openalex.org/W4392827422","https://openalex.org/W4392908363","https://openalex.org/W4394597922","https://openalex.org/W4398163233","https://openalex.org/W4402772372","https://openalex.org/W4404177704","https://openalex.org/W4413145550"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Efficiently":[0],"compressing":[1,22,187],"HD/UHD":[2],"content":[3],"has":[4],"long":[5],"been":[6],"challenging":[7],"due":[8],"to":[9,17,99,122,147,185],"high":[10],"bitrate":[11,173],"costs.":[12],"Instance-adaptive":[13],"enhancement":[14,76,81],"methods":[15,42],"try":[16],"tackle":[18],"this":[19,38,69],"issue":[20],"by":[21],"a":[23,32,112,142,168],"video":[24,107,118,131,149,157],"at":[25],"reduced":[26],"resolution":[27],"and":[28,49,83,97,104,119,144,165,203,213],"enhancing":[29],"it":[30,121],"using":[31,158],"neural":[33],"model":[34,90,115,146,152,164,176],"specifically":[35],"overfitted":[36,154],"for":[37,88,116,155,175],"video.":[39],"However,":[40],"existing":[41],"focus":[43],"solely":[44],"on":[45,79,200,209,217],"spatial":[46],"super-resolution":[47],"(SR)":[48],"under-utilize":[50],"the":[51,59,73,101,124,130,162,172,201,210,218,222],"videos'":[52],"temporal":[53],"redundancy.":[54],"Their":[55],"limited":[56],"management":[57],"of":[58],"model's":[60],"updated":[61],"parameters":[62],"also":[63],"causes":[64],"excessive":[65],"overfitting":[66],"overheads.":[67],"Therefore,":[68],"paper":[70],"introduces":[71],"IASTE,":[72],"first":[74],"instance-adaptive":[75],"method":[77,194],"based":[78],"spatial-temporal":[80],"(STE),":[82],"incorporates":[84],"low-rank":[85,170],"adaptation":[86],"(LoRA)":[87],"efficient":[89,106,145],"overfitting.":[91],"Specifically,":[92],"we":[93,110,140],"downscale":[94],"videos":[95,220],"spatially":[96],"temporally":[98],"reduce":[100],"data":[102],"volume":[103],"achieve":[105],"compression.":[108],"Then,":[109],"overfit":[111],"specific":[113],"STE":[114],"each":[117,156],"use":[120],"enhance":[123],"decoded":[125],"video's":[126],"spatiotemporal":[127,138],"resolution.":[128],"Leveraging":[129],"swin":[132],"transformer's":[133],"strong":[134],"capability":[135],"in":[136,221],"capturing":[137],"correlations,":[139],"design":[141],"lightweight":[143],"implement":[148],"STE.":[150],"The":[151],"is":[153],"LoRA.":[159],"By":[160],"freezing":[161],"pre-trained":[163],"selectively":[166],"updating":[167],"few":[169],"matrices,":[171],"overhead":[174],"storage":[177],"can":[178],"be":[179],"mitigated.":[180],"Experiments":[181],"prove":[182],"that":[183],"compared":[184],"directly":[186],"high-frame-rate":[188],"(HFR),":[189],"high-resolution":[190],"(HR)":[191],"videos,":[192],"our":[193],"achieves":[195],"around":[196],"30%":[197],"BD-Rate":[198],"gains":[199,208,216],"CTC":[202],"UVG":[204],"datasets,":[205],"about":[206,214],"15%":[207],"YoutubeUGC":[211],"dataset,":[212],"10%":[215],"ultra-long":[219],"Xiph":[223],"dataset.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}