{"id":"https://openalex.org/W4381716448","doi":"https://doi.org/10.1109/tip.2023.3287495","title":"Learning Cross-Scale Weighted Prediction for Efficient Neural Video Compression","display_name":"Learning Cross-Scale Weighted Prediction for Efficient Neural Video Compression","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4381716448","doi":"https://doi.org/10.1109/tip.2023.3287495","pmid":"https://pubmed.ncbi.nlm.nih.gov/37347638"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2023.3287495","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3287495","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019699241","display_name":"Zongyu Guo","orcid":"https://orcid.org/0000-0002-3770-3442"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zongyu Guo","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017613099","display_name":"Runsen Feng","orcid":"https://orcid.org/0000-0001-6608-0785"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runsen Feng","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101734733","display_name":"Zhizheng Zhang","orcid":"https://orcid.org/0009-0004-2031-918X"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhizheng Zhang","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101828824","display_name":"Xin Jin","orcid":"https://orcid.org/0000-0002-1820-8358"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4394709157","display_name":"Eastern Institute of Technology, Ningbo","ror":"https://ror.org/036mbz113","country_code":null,"type":"education","lineage":["https://openalex.org/I4394709157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Jin","raw_affiliation_strings":["Eastern Institute of Technology, Ningbo, Zhejiang, China","Department of Electronic Engineer and Information Science, University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"Eastern Institute of Technology, Ningbo, Zhejiang, China","institution_ids":["https://openalex.org/I4394709157"]},{"raw_affiliation_string":"Department of Electronic Engineer and Information Science, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079572598","display_name":"Zhibo Chen","orcid":"https://orcid.org/0000-0002-8525-5066"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhibo Chen","raw_affiliation_strings":["Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering and Information Science, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5019699241"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":2.8887,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.92658751,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"32","issue":null,"first_page":"3567","last_page":"3579"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6701304912567139},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.62193763256073},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.596860945224762},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.50887131690979},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4873726963996887},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4577741324901581},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.43024879693984985},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.428725928068161},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3932362198829651},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.3802124857902527},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.18783625960350037}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6701304912567139},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.62193763256073},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.596860945224762},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.50887131690979},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4873726963996887},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4577741324901581},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.43024879693984985},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.428725928068161},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3932362198829651},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.3802124857902527},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.18783625960350037},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D007858","descriptor_name":"Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D009038","descriptor_name":"Motion","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016011","descriptor_name":"Normal Distribution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016011","descriptor_name":"Normal Distribution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016011","descriptor_name":"Normal Distribution","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2023.3287495","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2023.3287495","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:37347638","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37347638","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.6100000143051147}],"awards":[{"id":"https://openalex.org/G6308808780","display_name":null,"funder_award_id":"62021001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7172101008","display_name":null,"funder_award_id":"U1908209","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2048820076","https://openalex.org/W2101700394","https://openalex.org/W2133665775","https://openalex.org/W2140199336","https://openalex.org/W2146395539","https://openalex.org/W2163889646","https://openalex.org/W2242818861","https://openalex.org/W2503118008","https://openalex.org/W2511458122","https://openalex.org/W2552465432","https://openalex.org/W2565639579","https://openalex.org/W2601564443","https://openalex.org/W2732044853","https://openalex.org/W2769654144","https://openalex.org/W2785562966","https://openalex.org/W2798514732","https://openalex.org/W2893920456","https://openalex.org/W2897872264","https://openalex.org/W2949361041","https://openalex.org/W2962676454","https://openalex.org/W2963189365","https://openalex.org/W2964098744","https://openalex.org/W2966926453","https://openalex.org/W2969260367","https://openalex.org/W2981613960","https://openalex.org/W2982853315","https://openalex.org/W2987947587","https://openalex.org/W2992051623","https://openalex.org/W3018065762","https://openalex.org/W3020741905","https://openalex.org/W3031546776","https://openalex.org/W3033487655","https://openalex.org/W3034469748","https://openalex.org/W3034802763","https://openalex.org/W3035195755","https://openalex.org/W3035302041","https://openalex.org/W3036102031","https://openalex.org/W3036682213","https://openalex.org/W3092462694","https://openalex.org/W3095479355","https://openalex.org/W3098284407","https://openalex.org/W3102015846","https://openalex.org/W3107066575","https://openalex.org/W3110286842","https://openalex.org/W3116647679","https://openalex.org/W3131427579","https://openalex.org/W3138516171","https://openalex.org/W3172438680","https://openalex.org/W3172592779","https://openalex.org/W3173272744","https://openalex.org/W3179468628","https://openalex.org/W3202918664","https://openalex.org/W3203234039","https://openalex.org/W3212519396","https://openalex.org/W3216456501","https://openalex.org/W4206355076","https://openalex.org/W4206364355","https://openalex.org/W4214743248","https://openalex.org/W4214761665","https://openalex.org/W4285483958","https://openalex.org/W4312774595","https://openalex.org/W4313058111","https://openalex.org/W6631190155","https://openalex.org/W6675207249","https://openalex.org/W6690026940","https://openalex.org/W6741057705","https://openalex.org/W6754634825","https://openalex.org/W6755487101","https://openalex.org/W6778914582","https://openalex.org/W6779775157","https://openalex.org/W6780365925","https://openalex.org/W6784094891","https://openalex.org/W6793364766","https://openalex.org/W6794150037","https://openalex.org/W6802036239","https://openalex.org/W6804147640","https://openalex.org/W6804383573"],"related_works":["https://openalex.org/W2521595930","https://openalex.org/W4243608781","https://openalex.org/W3165542721","https://openalex.org/W4313046148","https://openalex.org/W1939109514","https://openalex.org/W4378191574","https://openalex.org/W2129829718","https://openalex.org/W1843792225","https://openalex.org/W2751842002","https://openalex.org/W2161981399"],"abstract_inverted_index":{"Neural":[0],"video":[1,8,16,155,202],"codecs":[2],"have":[3],"demonstrated":[4],"great":[5],"potential":[6],"in":[7,175,190,199],"transmission":[9],"and":[10,68,204],"storage":[11],"applications.":[12],"Existing":[13],"neural":[14,154],"hybrid":[15],"coding":[17,172],"approaches":[18],"rely":[19],"on":[20,55,158,180],"optical":[21],"flow":[22,25],"or":[23],"Gaussian-scale":[24],"for":[26,88,183],"prediction,":[27,40],"which":[28,107,134],"cannot":[29],"support":[30],"fine-grained":[31],"adaptation":[32],"to":[33,78,122,210],"diverse":[34],"motion":[35,52],"content.":[36],"Towards":[37],"more":[38,50],"content-adaptive":[39],"we":[41,59,127],"propose":[42,129],"a":[43,61,92,101,111,130,206],"novel":[44],"cross-scale":[45,71,117,124,196],"prediction":[46,66,94,113,125,197],"module":[47,198],"that":[48,73],"achieves":[49],"effective":[51],"compensation.":[53],"Specifically,":[54],"the":[56,75,80,85,89,123,136,148,164,170,184,192,195],"one":[57],"hand,":[58,87],"produce":[60],"reference":[62,103],"feature":[63,76],"pyramid":[64],"as":[65],"sources":[67],"then":[69],"transmit":[70],"flows":[72],"leverage":[74],"scale":[77],"control":[79],"precision":[81],"of":[82,151,177,194],"prediction.":[83],"On":[84],"other":[86],"first":[90],"time,":[91],"weighted":[93],"mechanism":[95],"is":[96,105,217],"introduced":[97],"even":[98],"if":[99],"only":[100],"single":[102],"frame":[104],"available,":[106],"can":[108,167],"help":[109],"synthesize":[110],"fine":[112],"result":[114],"by":[115],"transmitting":[116],"weight":[118],"maps.":[119],"In":[120,162],"addition":[121],"module,":[126],"further":[128],"multi-stage":[131],"quantization":[132],"strategy,":[133],"improves":[135],"rate-distortion":[137],"performance":[138,150],"with":[139,169],"no":[140],"extra":[141],"computational":[142],"penalty":[143],"during":[144],"inference.":[145],"We":[146,187],"show":[147],"encouraging":[149],"our":[152],"efficient":[153],"codec":[156],"(ENVC)":[157],"several":[159],"benchmark":[160],"datasets.":[161],"particular,":[163],"proposed":[165],"ENVC":[166],"compete":[168],"latest":[171],"standard":[173],"H.266/VVC":[174],"terms":[176],"sRGB":[178],"PSNR":[179],"UVG":[181],"dataset":[182],"low-latency":[185],"mode.":[186],"also":[188],"analyze":[189,211],"detail":[191],"effectiveness":[193],"handling":[200],"various":[201],"content,":[203],"provide":[205],"comprehensive":[207],"ablation":[208],"study":[209],"those":[212],"important":[213],"components.":[214],"Test":[215],"code":[216],"available":[218],"at":[219],"https://github.com/USTC-IMCL/ENVC.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}