{"id":"https://openalex.org/W4200274888","doi":"https://doi.org/10.1109/tip.2021.3134465","title":"Neural Reference Synthesis for Inter Frame Coding","display_name":"Neural Reference Synthesis for Inter Frame Coding","publication_year":2021,"publication_date":"2021-12-21","ids":{"openalex":"https://openalex.org/W4200274888","doi":"https://doi.org/10.1109/tip.2021.3134465","pmid":"https://pubmed.ncbi.nlm.nih.gov/34932476"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2021.3134465","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3134465","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Dandan Ding","orcid":"https://orcid.org/0000-0003-2911-1321"},"institutions":[{"id":"https://openalex.org/I163151501","display_name":"Hangzhou Normal University","ror":"https://ror.org/014v1mr15","country_code":"CN","type":"education","lineage":["https://openalex.org/I163151501"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dandan Ding","raw_affiliation_strings":["School of Information Science and Technology, Hangzhou Normal University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Hangzhou Normal University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I163151501"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiang Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I163151501","display_name":"Hangzhou Normal University","ror":"https://ror.org/014v1mr15","country_code":"CN","type":"education","lineage":["https://openalex.org/I163151501"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Gao","raw_affiliation_strings":["School of Information Science and Technology, Hangzhou Normal University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Hangzhou Normal University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I163151501"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chenran Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I163151501","display_name":"Hangzhou Normal University","ror":"https://ror.org/014v1mr15","country_code":"CN","type":"education","lineage":["https://openalex.org/I163151501"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenran Tang","raw_affiliation_strings":["School of Information Science and Technology, Hangzhou Normal University, Hangzhou, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, Hangzhou Normal University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I163151501"]}]},{"author_position":"last","author":{"id":null,"display_name":"Zhan Ma","orcid":"https://orcid.org/0000-0003-3686-4057"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhan Ma","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, Jiangsu, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I163151501"],"apc_list":null,"apc_paid":null,"fwci":0.9257,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.75387908,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"31","issue":null,"first_page":"773","last_page":"787"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.8252999782562256,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.8252999782562256,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.03550000116229057,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.023399999365210533,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reference-frame","display_name":"Reference frame","score":0.6568999886512756},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5472999811172485},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5350000262260437},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5054000020027161},{"id":"https://openalex.org/keywords/motion-compensation","display_name":"Motion compensation","score":0.4943999946117401},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.44670000672340393},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4462999999523163},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.4390000104904175},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.4133000075817108},{"id":"https://openalex.org/keywords/transform-coding","display_name":"Transform coding","score":0.4050999879837036}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8047000169754028},{"id":"https://openalex.org/C172849965","wikidata":"https://www.wikidata.org/wiki/Q3148875","display_name":"Reference frame","level":3,"score":0.6568999886512756},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5982000231742859},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5472999811172485},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5350000262260437},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5054000020027161},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.4943999946117401},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.44670000672340393},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4462999999523163},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.4390000104904175},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.4133000075817108},{"id":"https://openalex.org/C169805256","wikidata":"https://www.wikidata.org/wiki/Q1361381","display_name":"Transform coding","level":4,"score":0.4050999879837036},{"id":"https://openalex.org/C190750250","wikidata":"https://www.wikidata.org/wiki/Q13533439","display_name":"Coding tree unit","level":3,"score":0.4034999907016754},{"id":"https://openalex.org/C150189527","wikidata":"https://www.wikidata.org/wiki/Q356674","display_name":"Reference model","level":2,"score":0.3785000145435333},{"id":"https://openalex.org/C104250799","wikidata":"https://www.wikidata.org/wiki/Q1780765","display_name":"Companding","level":4,"score":0.37610000371932983},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.373199999332428},{"id":"https://openalex.org/C87619178","wikidata":"https://www.wikidata.org/wiki/Q126002","display_name":"Concatenation (mathematics)","level":2,"score":0.3702999949455261},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3467999994754791},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.3463999927043915},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.3425999879837036},{"id":"https://openalex.org/C39394851","wikidata":"https://www.wikidata.org/wiki/Q921594","display_name":"Inter frame","level":4,"score":0.3328000009059906},{"id":"https://openalex.org/C2221639","wikidata":"https://www.wikidata.org/wiki/Q2877","display_name":"Discrete cosine transform","level":3,"score":0.32429999113082886},{"id":"https://openalex.org/C153338461","wikidata":"https://www.wikidata.org/wiki/Q2651","display_name":"Arithmetic coding","level":4,"score":0.32010000944137573},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.31929999589920044},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.29260000586509705},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.2824999988079071},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C157899210","wikidata":"https://www.wikidata.org/wiki/Q1395022","display_name":"Convolutional code","level":3,"score":0.2752000093460083},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.2709999978542328},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.26919999718666077},{"id":"https://openalex.org/C116709606","wikidata":"https://www.wikidata.org/wiki/Q1296251","display_name":"Algorithmic efficiency","level":3,"score":0.25859999656677246},{"id":"https://openalex.org/C157553263","wikidata":"https://www.wikidata.org/wiki/Q5168004","display_name":"Coordinate descent","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.2517000138759613},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.25130000710487366}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2021.3134465","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2021.3134465","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:34932476","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/34932476","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3545202201","display_name":null,"funder_award_id":"62171174","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7079726034","display_name":null,"funder_award_id":"LY20F010013","funder_id":"https://openalex.org/F4320338464","funder_display_name":"Natural Science Foundation of Zhejiang Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338464","display_name":"Natural Science Foundation of Zhejiang Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1580389772","https://openalex.org/W2005003004","https://openalex.org/W2017801928","https://openalex.org/W2088347497","https://openalex.org/W2107583154","https://openalex.org/W2115259248","https://openalex.org/W2123113293","https://openalex.org/W2132606272","https://openalex.org/W2143240355","https://openalex.org/W2159477504","https://openalex.org/W2169161136","https://openalex.org/W2194775991","https://openalex.org/W2510648513","https://openalex.org/W2560474170","https://openalex.org/W2586480386","https://openalex.org/W2605341393","https://openalex.org/W2769654144","https://openalex.org/W2791933231","https://openalex.org/W2791959368","https://openalex.org/W2793408333","https://openalex.org/W2802358283","https://openalex.org/W2883634675","https://openalex.org/W2895518292","https://openalex.org/W2901921200","https://openalex.org/W2904829482","https://openalex.org/W2913664580","https://openalex.org/W2915260409","https://openalex.org/W2943766642","https://openalex.org/W2943962226","https://openalex.org/W2949258649","https://openalex.org/W2949512190","https://openalex.org/W2951339348","https://openalex.org/W2963109922","https://openalex.org/W2963782415","https://openalex.org/W2964251418","https://openalex.org/W2965669158","https://openalex.org/W2967151712","https://openalex.org/W2968397583","https://openalex.org/W2970177905","https://openalex.org/W2970450539","https://openalex.org/W2970669588","https://openalex.org/W2970935033","https://openalex.org/W2973673960","https://openalex.org/W2997563066","https://openalex.org/W3000016557","https://openalex.org/W3026081963","https://openalex.org/W3034475761","https://openalex.org/W3034921716","https://openalex.org/W3036075519","https://openalex.org/W3049181490","https://openalex.org/W3131833214","https://openalex.org/W3132232437","https://openalex.org/W3134670382","https://openalex.org/W4230027440","https://openalex.org/W6631190155","https://openalex.org/W6754730538","https://openalex.org/W6767339049","https://openalex.org/W6777205017"],"related_works":[],"abstract_inverted_index":{"This":[0],"work":[1],"proposes":[2,80],"the":[3,36,48,78,102,109,135,151,166,175,196,205,229,261],"neural":[4,61],"reference":[5,11,39,123,138,201],"synthesis":[6],"(NRS)":[7],"to":[8,81,156,173,198,264],"generate":[9],"high-fidelity":[10],"block":[12],"for":[13,32,38,50,105,122,179,195,236,281],"motion":[14,17],"estimation":[15],"and":[16,35,93,108,131,149,159,177,182,185,253],"compensation":[18],"(MEMC)":[19],"in":[20,47,72,250],"inter":[21,141],"frame":[22,104],"coding.":[23],"The":[24,95],"NRS":[25,79,167,207,214],"is":[26,111],"comprised":[27],"of":[28,129,239],"two":[29,52,88],"submodules:":[30],"one":[31],"reconstruction":[33,106],"enhancement":[34,107],"other":[37],"generation.":[40],"Although":[41],"numerous":[42],"methods":[43,267],"have":[44],"been":[45],"developed":[46],"past":[49],"these":[51],"submodules":[53],"using":[54],"either":[55],"handcrafted":[56],"rules":[57],"or":[58,209],"deep":[59],"convolutional":[60],"network":[62],"(CNN)":[63],"models,":[64,90,184],"they":[65],"basically":[66],"deal":[67],"with":[68],"them":[69,83],"separately,":[70],"resulting":[71],"limited":[73],"coding":[74,211,219],"gains.":[75],"By":[76],"contrast,":[77],"optimize":[82],"collaboratively.":[84],"It":[85],"first":[86],"develops":[87],"CNN-based":[89],"namely":[91],"EnhNet":[92,96,130,176],"GenNet.":[94],"only":[97,216],"uses":[98],"spatial":[99],"correlations":[100,118],"within":[101],"current":[103],"GenNet":[110,132,178],"then":[112],"augmented":[113],"by":[114,268],"further":[115],"aggregating":[116],"temporal":[117,137],"across":[119,140],"multiple":[120],"frames":[121,142],"synthesis.":[124],"However,":[125],"a":[126,169,188,237,246],"direct":[127],"concatenation":[128],"without":[133],"considering":[134],"complex":[136],"dependency":[139],"would":[143],"implicitly":[144],"induce":[145],"iterative":[146],"CNN":[147],"processing":[148],"cause":[150],"data":[152],"overfitting":[153],"problem,":[154,165],"leading":[155],"visually-disturbing":[157],"artifacts":[158],"oversmoothed":[160],"pixels.":[161],"To":[162],"tackle":[163],"this":[164],"applies":[168],"new":[170],"training":[171],"strategy":[172],"coordinate":[174],"more":[180,270],"robust":[181],"generalizable":[183],"also":[186,258],"devises":[187],"lightweight":[189,271],"multi-level":[190],"R-D":[191],"(rate-distortion)":[192],"selection":[193],"policy":[194],"encoder":[197],"adaptively":[199],"choose":[200],"blocks":[202],"generated":[203],"from":[204],"proposed":[206],"model":[208],"conventional":[210],"process.":[212],"Our":[213],"not":[215],"offers":[217],"state-of-the-art":[218],"gains,":[220],"e.g.,":[221],">10%":[222],"BD-Rate":[223],"(Bj\u00f8ntegaard":[224],"Delta":[225],"Rate)":[226],"reduction":[227],"against":[228],"High":[230],"Efficiency":[231],"Video":[232],"Coding":[233],"(HEVC)":[234],"anchor":[235],"variety":[238],"common":[240],"test":[241],"video":[242],"sequences":[243],"encoded":[244],"at":[245,279],"wide":[247],"bit":[248],"range":[249],"both":[251],"low-delay":[252],"random":[254],"access":[255],"settings,":[256],"but":[257],"greatly":[259],"reduces":[260],"complexity":[262],"relative":[263],"existing":[265],"learning-based":[266],"utilizing":[269],"DNNs.":[272],"All":[273],"models":[274],"are":[275],"made":[276],"publicly":[277],"accessible":[278],"https://github.com/IVC-Projects/NRS":[280],"reproducible":[282],"research.":[283]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2021-12-31T00:00:00"}