{"id":"https://openalex.org/W3095479355","doi":"https://doi.org/10.1109/tcsvt.2020.3035680","title":"Neural Video Coding Using Multiscale Motion Compensation and Spatiotemporal Context Model","display_name":"Neural Video Coding Using Multiscale Motion Compensation and Spatiotemporal Context Model","publication_year":2020,"publication_date":"2020-11-03","ids":{"openalex":"https://openalex.org/W3095479355","doi":"https://doi.org/10.1109/tcsvt.2020.3035680","mag":"3095479355"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2020.3035680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2020.3035680","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101722812","display_name":"Haojie Liu","orcid":"https://orcid.org/0000-0001-5067-8993"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haojie Liu","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089957493","display_name":"Ming Lu","orcid":"https://orcid.org/0000-0002-5044-8802"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Lu","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073914656","display_name":"Zhan Ma","orcid":"https://orcid.org/0000-0003-3686-4057"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhan Ma","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100719173","display_name":"Fan Wang","orcid":"https://orcid.org/0000-0001-7320-1119"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan Wang","raw_affiliation_strings":["OPPO, Inc., Nanjing, China"],"affiliations":[{"raw_affiliation_string":"OPPO, Inc., Nanjing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048088572","display_name":"Zhihuang Xie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhihuang Xie","raw_affiliation_strings":["OPPO, Inc., Nanjing, China"],"affiliations":[{"raw_affiliation_string":"OPPO, Inc., Nanjing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058572381","display_name":"Xun Cao","orcid":"https://orcid.org/0000-0003-3094-4371"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Cao","raw_affiliation_strings":["School of Electronic Science and Engineering, Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic Science and Engineering, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100319039","display_name":"Yao Wang","orcid":"https://orcid.org/0000-0003-3199-3802"},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yao Wang","raw_affiliation_strings":["Faculty of Electrical and Computer Engineering, Tandon School of Engineering, New York University, New York, NY, USA"],"affiliations":[{"raw_affiliation_string":"Faculty of Electrical and Computer Engineering, Tandon School of Engineering, New York University, New York, NY, USA","institution_ids":["https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101722812"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":3.8102,"has_fulltext":false,"cited_by_count":83,"citation_normalized_percentile":{"value":0.94755327,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"31","issue":"8","first_page":"3182","last_page":"3196"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8259230852127075},{"id":"https://openalex.org/keywords/motion-compensation","display_name":"Motion compensation","score":0.7798610925674438},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.702176570892334},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5332649946212769},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5130373239517212},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4966922402381897},{"id":"https://openalex.org/keywords/motion-estimation","display_name":"Motion estimation","score":0.4924338757991791},{"id":"https://openalex.org/keywords/quarter-pixel-motion","display_name":"Quarter-pixel motion","score":0.47230175137519836},{"id":"https://openalex.org/keywords/entropy-encoding","display_name":"Entropy encoding","score":0.43142393231391907},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.3042325973510742},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.101045161485672}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8259230852127075},{"id":"https://openalex.org/C128840427","wikidata":"https://www.wikidata.org/wiki/Q1302174","display_name":"Motion compensation","level":2,"score":0.7798610925674438},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.702176570892334},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5332649946212769},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5130373239517212},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4966922402381897},{"id":"https://openalex.org/C10161872","wikidata":"https://www.wikidata.org/wiki/Q557891","display_name":"Motion estimation","level":2,"score":0.4924338757991791},{"id":"https://openalex.org/C174493125","wikidata":"https://www.wikidata.org/wiki/Q1073461","display_name":"Quarter-pixel motion","level":3,"score":0.47230175137519836},{"id":"https://openalex.org/C1769480","wikidata":"https://www.wikidata.org/wiki/Q1345239","display_name":"Entropy encoding","level":3,"score":0.43142393231391907},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.3042325973510742},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.101045161485672},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2020.3035680","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2020.3035680","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G356862350","display_name":null,"funder_award_id":"62022038","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8285391793","display_name":null,"funder_award_id":"201906190086","funder_id":"https://openalex.org/F4320322725","funder_display_name":"China Scholarship Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W603908379","https://openalex.org/W1580389772","https://openalex.org/W1861492603","https://openalex.org/W2042829735","https://openalex.org/W2043292349","https://openalex.org/W2101700394","https://openalex.org/W2140199336","https://openalex.org/W2146395539","https://openalex.org/W2194775991","https://openalex.org/W2210387432","https://openalex.org/W2552465432","https://openalex.org/W2560474170","https://openalex.org/W2597747080","https://openalex.org/W2604392022","https://openalex.org/W2769654144","https://openalex.org/W2785562966","https://openalex.org/W2789625992","https://openalex.org/W2805664672","https://openalex.org/W2892278106","https://openalex.org/W2892806750","https://openalex.org/W2893920456","https://openalex.org/W2912268344","https://openalex.org/W2935381027","https://openalex.org/W2940954733","https://openalex.org/W2949361041","https://openalex.org/W2950217418","https://openalex.org/W2953318193","https://openalex.org/W2962676454","https://openalex.org/W2962750131","https://openalex.org/W2962790638","https://openalex.org/W2962891349","https://openalex.org/W2963073821","https://openalex.org/W2963149687","https://openalex.org/W2963189365","https://openalex.org/W2963449488","https://openalex.org/W2963711615","https://openalex.org/W2963782415","https://openalex.org/W2964098744","https://openalex.org/W2969260367","https://openalex.org/W2979873418","https://openalex.org/W2981613960","https://openalex.org/W2982853315","https://openalex.org/W2984671549","https://openalex.org/W2992051623","https://openalex.org/W2997572967","https://openalex.org/W2998444797","https://openalex.org/W3001966324","https://openalex.org/W3010647498","https://openalex.org/W3016163932","https://openalex.org/W3020741905","https://openalex.org/W3034469748","https://openalex.org/W3034802763","https://openalex.org/W3102015846","https://openalex.org/W3124452217","https://openalex.org/W4297659253","https://openalex.org/W6618372016","https://openalex.org/W6694251005","https://openalex.org/W6734831415","https://openalex.org/W6736182379","https://openalex.org/W6738494155","https://openalex.org/W6751903863","https://openalex.org/W6754634825","https://openalex.org/W6755441535","https://openalex.org/W6755487101","https://openalex.org/W6758681311","https://openalex.org/W6768812922","https://openalex.org/W6772148106","https://openalex.org/W6774490427","https://openalex.org/W6776573135"],"related_works":["https://openalex.org/W1579157894","https://openalex.org/W1530267862","https://openalex.org/W2153529351","https://openalex.org/W2016848112","https://openalex.org/W1967654336","https://openalex.org/W1541334882","https://openalex.org/W2157391823","https://openalex.org/W2040149295","https://openalex.org/W2140285056","https://openalex.org/W2169116484"],"abstract_inverted_index":{"Over":[0],"the":[1,27,53,64,99,143,178,181,217,227,237,244],"past":[2],"two":[3],"decades,":[4],"traditional":[5,69],"block-based":[6],"video":[7,55,80,240],"coding":[8,56,81,146,166],"has":[9],"made":[10],"remarkable":[11],"progress":[12],"and":[13,24,45,92,106,119,188,195,201,204,210,231,236,259],"spawned":[14],"a":[15,123,139,157,211],"series":[16],"of":[17,113,126,180],"well-known":[18],"standards":[19],"such":[20],"as":[21],"MPEG-4,":[22],"H.264/AVC":[23,235],"H.265/HEVC.":[25],"On":[26],"other":[28,238],"hand,":[29],"deep":[30,78],"neural":[31,79],"networks":[32],"(DNNs)":[33],"have":[34,51],"shown":[35],"their":[36],"powerful":[37],"capacity":[38,194],"for":[39,145,163,167,183,226,256],"visual":[40],"content":[41],"understanding,":[42],"feature":[43,186],"extraction":[44,187],"compact":[46],"representation.":[47],"Some":[48],"previous":[49],"works":[50],"explored":[52],"learnt":[54,239],"algorithms":[57],"in":[58,101,142],"an":[59,76,130],"end-to-end":[60,77],"manner,":[61],"which":[62,84],"show":[63],"great":[65],"potential":[66],"compared":[67,232],"with":[68,89,138,198,233],"methods.":[70],"In":[71],"this":[72],"paper,":[73],"we":[74,128,155,171,206],"propose":[75,129],"framework":[82],"(NVC),":[83],"uses":[85],"variational":[86],"autoencoders":[87],"(VAEs)":[88],"joint":[90,199],"spatial":[91],"temporal":[93,218],"prior":[94],"aggregation":[95],"(PA)":[96],"to":[97,215],"exploit":[98],"correlations":[100],"intra-frame":[102],"pixels,":[103],"inter-frame":[104,107],"motions":[105],"compensation":[108,134],"residuals,":[109],"respectively.":[110],"Novel":[111],"features":[112,148],"NVC":[114,223],"include:":[115],"1)":[116],"To":[117],"estimate":[118],"compensate":[120],"motion":[121,133,147,168],"over":[122],"large":[124],"range":[125],"magnitudes,":[127],"unsupervised":[131],"multiscale":[132,151],"network":[135],"(MS-MCN)":[136],"together":[137],"pyramid":[140],"decoder":[141],"VAE":[144],"that":[149],"generates":[150],"flow":[152],"fields,":[153],"2)":[154],"design":[156],"novel":[158],"adaptive":[159,185],"spatiotemporal":[160],"context":[161],"model":[162],"efficient":[164],"entropy":[165],"information,":[169,203],"3)":[170],"adopt":[172],"nonlocal":[173],"attention":[174],"modules":[175],"(NLAM)":[176],"at":[177],"bottlenecks":[179],"VAEs":[182],"implicit":[184],"activation,":[189],"leveraging":[190],"its":[191],"high":[192],"transformation":[193],"unequal":[196],"weighting":[197],"global":[200],"local":[202],"4)":[205],"introduce":[207],"multi-module":[208],"optimization":[209],"multi-frame":[212],"training":[213],"strategy":[214],"minimize":[216],"error":[219],"propagation":[220],"among":[221],"P-frames.":[222],"is":[224],"evaluated":[225],"low-delay":[228],"causal":[229],"settings":[230],"H.265/HEVC,":[234],"compression":[241],"methods":[242],"following":[243],"common":[245],"test":[246,254],"conditions,":[247],"demonstrating":[248],"consistent":[249],"gains":[250],"across":[251],"all":[252],"popular":[253],"sequences":[255],"both":[257],"PSNR":[258],"MS-SSIM":[260],"distortion":[261],"metrics.":[262]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":11}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}