{"id":"https://openalex.org/W4312708695","doi":"https://doi.org/10.1109/tcsvt.2022.3220434","title":"Deep Intra Prediction by Jointly Exploiting Local and Non-Local Similarities","display_name":"Deep Intra Prediction by Jointly Exploiting Local and Non-Local Similarities","publication_year":2022,"publication_date":"2022-11-07","ids":{"openalex":"https://openalex.org/W4312708695","doi":"https://doi.org/10.1109/tcsvt.2022.3220434"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2022.3220434","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3220434","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066009243","display_name":"Meng Lei","orcid":"https://orcid.org/0000-0003-1705-7639"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meng Lei","raw_affiliation_strings":["National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1705-7639","affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042165284","display_name":"Jiaqi Zhang","orcid":"https://orcid.org/0000-0003-4555-3875"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqi Zhang","raw_affiliation_strings":["Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4555-3875","affiliations":[{"raw_affiliation_string":"Key Laboratory of Intelligent Information Processing, Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385178","display_name":"Shiqi Wang","orcid":"https://orcid.org/0000-0002-3583-959X"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Shiqi Wang","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, China","National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-3583-959X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100385183","display_name":"Shanshe Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Shanshe Wang","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, China","National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","Information Technology Research and Development Innovation Center, Peking University, Shaoxing, China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-7665-7434","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Information Technology Research and Development Innovation Center, Peking University, Shaoxing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039832462","display_name":"Siwei Ma","orcid":"https://orcid.org/0000-0002-2731-5403"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siwei Ma","raw_affiliation_strings":["National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","Information Technology Research and Development Innovation Center, Peking University, Shaoxing, China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2731-5403","affiliations":[{"raw_affiliation_string":"National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Information Technology Research and Development Innovation Center, Peking University, Shaoxing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5688,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.63902032,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"33","issue":"5","first_page":"2396","last_page":"2409"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8000404238700867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5906968712806702},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.551665723323822},{"id":"https://openalex.org/keywords/nonlinear-system","display_name":"Nonlinear system","score":0.5108630061149597},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.48301371932029724},{"id":"https://openalex.org/keywords/local-structure","display_name":"Local structure","score":0.4557771682739258},{"id":"https://openalex.org/keywords/local-search","display_name":"Local search (optimization)","score":0.45428892970085144},{"id":"https://openalex.org/keywords/local-area-network","display_name":"Local area network","score":0.4526781737804413},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4477460980415344},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4130350351333618},{"id":"https://openalex.org/keywords/local-optimum","display_name":"Local optimum","score":0.41026633977890015},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3401377201080322},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11848026514053345}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8000404238700867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5906968712806702},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.551665723323822},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.5108630061149597},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.48301371932029724},{"id":"https://openalex.org/C2986090443","wikidata":"https://www.wikidata.org/wiki/Q77870413","display_name":"Local structure","level":2,"score":0.4557771682739258},{"id":"https://openalex.org/C135320971","wikidata":"https://www.wikidata.org/wiki/Q1868524","display_name":"Local search (optimization)","level":2,"score":0.45428892970085144},{"id":"https://openalex.org/C137471899","wikidata":"https://www.wikidata.org/wiki/Q11381","display_name":"Local area network","level":2,"score":0.4526781737804413},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4477460980415344},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4130350351333618},{"id":"https://openalex.org/C141934464","wikidata":"https://www.wikidata.org/wiki/Q3305386","display_name":"Local optimum","level":2,"score":0.41026633977890015},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3401377201080322},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11848026514053345},{"id":"https://openalex.org/C159467904","wikidata":"https://www.wikidata.org/wiki/Q2001702","display_name":"Chemical physics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2022.3220434","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2022.3220434","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3833898155","display_name":null,"funder_award_id":"62088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7903788244","display_name":null,"funder_award_id":"62025101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8212228297","display_name":null,"funder_award_id":"62031013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324787","display_name":"Peking University","ror":"https://ror.org/02v51f717"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1574447377","https://openalex.org/W2000094687","https://openalex.org/W2039760575","https://openalex.org/W2056370875","https://openalex.org/W2101700394","https://openalex.org/W2146395539","https://openalex.org/W2194775991","https://openalex.org/W2249152912","https://openalex.org/W2509267076","https://openalex.org/W2589759987","https://openalex.org/W2741137940","https://openalex.org/W2791741309","https://openalex.org/W2791933231","https://openalex.org/W2807861596","https://openalex.org/W2896406755","https://openalex.org/W2913664580","https://openalex.org/W2935381027","https://openalex.org/W2940954733","https://openalex.org/W2946534026","https://openalex.org/W2951527505","https://openalex.org/W2956024009","https://openalex.org/W2963003152","https://openalex.org/W2963091558","https://openalex.org/W2968469126","https://openalex.org/W2970800160","https://openalex.org/W2996911534","https://openalex.org/W3013522332","https://openalex.org/W3026081963","https://openalex.org/W3093536120","https://openalex.org/W3094837440","https://openalex.org/W3096980978","https://openalex.org/W3098186105","https://openalex.org/W3153617831","https://openalex.org/W3185385692","https://openalex.org/W3193659426","https://openalex.org/W3193937958","https://openalex.org/W3202918664","https://openalex.org/W4295312788","https://openalex.org/W4385245566","https://openalex.org/W6682137061","https://openalex.org/W6739901393","https://openalex.org/W6766978945"],"related_works":["https://openalex.org/W1629725936","https://openalex.org/W2546942002","https://openalex.org/W2554403468","https://openalex.org/W2382607599","https://openalex.org/W2016461833","https://openalex.org/W2052253960","https://openalex.org/W2147802381","https://openalex.org/W3197541072","https://openalex.org/W2760085659","https://openalex.org/W4312708695"],"abstract_inverted_index":{"Intra":[0],"prediction,":[1],"which":[2],"aims":[3],"to":[4,30,49,120,128,131,135,162],"remove":[5],"the":[6,81,122,129,136,144,147,160,179,203],"redundancies":[7],"within":[8],"a":[9,61,97,102,156,164],"frame,":[10],"has":[11,46],"shown":[12],"promising":[13],"performance":[14],"by":[15],"simply":[16],"projecting":[17],"and":[18,69,149,193],"interpolating":[19],"samples":[20,87],"along":[21],"multiple":[22],"angular":[23],"directions.":[24],"Recently,":[25],"with":[26,34,101,114,139,155],"numerous":[27],"approaches":[28],"devoted":[29],"learning":[31],"nonlinear":[32,82],"predictors":[33],"deep":[35],"neural":[36],"networks":[37],"(DNN)":[38],"based":[39],"on":[40,170,183],"local":[41,68,85,148],"correlations,":[42],"much":[43],"less":[44],"work":[45],"been":[47],"dedicated":[48],"exploring":[50],"non-local":[51,70,94,126,141,150],"self-similarities":[52],"in":[53,117,146],"intra":[54,73,205],"prediction.":[55,74],"In":[56],"this":[57],"paper,":[58],"we":[59],"propose":[60],"unified":[62],"prediction":[63,83,137],"model":[64,77,181],"that":[65,178],"exploits":[66],"both":[67],"correlations":[71],"for":[72,189,198],"The":[75],"proposed":[76,180],"not":[78],"only":[79],"supports":[80],"using":[84],"reference":[86],"as":[88],"input,":[89],"but":[90],"also":[91],"aggregates":[92],"useful":[93],"information":[95],"from":[96],"large":[98],"reconstructed":[99],"region":[100],"Patch-level":[103],"Non-local":[104],"Attention":[105],"Network":[106],"(PNA-Net).":[107],"More":[108],"specifically,":[109],"PNA-Net":[110],"incorporates":[111],"template":[112],"matching":[113],"attention":[115],"mechanism":[116],"feature":[118],"domain":[119],"obtain":[121],"responses":[123],"of":[124,166],"all":[125,204],"features":[127],"content":[130,200],"be":[132],"predicted,":[133],"leading":[134],"produced":[138],"weighted":[140],"patches.":[142],"Finally,":[143],"predictions":[145],"manners":[151],"are":[152],"blended":[153],"adaptively":[154],"trainable":[157],"network,":[158],"ensuring":[159],"capability":[161],"handle":[163],"variety":[165],"contents.":[167],"Experimental":[168],"results":[169],"Versatile":[171],"Video":[172],"Coding":[173],"(VVC)":[174],"software":[175],"VTM-11.0":[176],"show":[177],"achieves":[182],"average":[184],"4.69%":[185],"bit":[186,195],"rate":[187,196],"savings":[188,197],"natural":[190],"scene":[191],"sequences,":[192],"4.24%":[194],"screen":[199],"sequences":[201],"under":[202],"configuration.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}