{"id":"https://openalex.org/W4391092988","doi":"https://doi.org/10.1109/tpami.2024.3356548","title":"VNVC: A Versatile Neural Video Coding Framework for Efficient Human-Machine Vision","display_name":"VNVC: A Versatile Neural Video Coding Framework for Efficient Human-Machine Vision","publication_year":2024,"publication_date":"2024-01-22","ids":{"openalex":"https://openalex.org/W4391092988","doi":"https://doi.org/10.1109/tpami.2024.3356548","pmid":"https://pubmed.ncbi.nlm.nih.gov/38252583"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3356548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3356548","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017703152","display_name":"Xihua Sheng","orcid":"https://orcid.org/0000-0001-7350-4929"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xihua Sheng","raw_affiliation_strings":["CAS Key Laboratory of Technology in Geo-Spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Technology in Geo-Spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100361230","display_name":"Li Li","orcid":"https://orcid.org/0000-0002-7163-6263"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["CAS Key Laboratory of Technology in Geo-Spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Technology in Geo-Spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100407381","display_name":"Dong Liu","orcid":"https://orcid.org/0000-0001-9100-2906"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Liu","raw_affiliation_strings":["CAS Key Laboratory of Technology in Geo-Spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Technology in Geo-Spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078141810","display_name":"Houqiang Li","orcid":"https://orcid.org/0000-0003-2188-3028"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Houqiang Li","raw_affiliation_strings":["CAS Key Laboratory of Technology in Geo-Spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China"],"affiliations":[{"raw_affiliation_string":"CAS Key Laboratory of Technology in Geo-Spatial Information Processing and Application System, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5017703152"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":5.7768,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.96971999,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"46","issue":"7","first_page":"4579","last_page":"4596"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7522546052932739},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7047772407531738},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6157214641571045},{"id":"https://openalex.org/keywords/machine-vision","display_name":"Machine vision","score":0.5915479063987732},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5222638249397278},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4627637267112732}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7522546052932739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7047772407531738},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6157214641571045},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.5915479063987732},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5222638249397278},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4627637267112732},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D007091","descriptor_name":"Image Processing, Computer-Assisted","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D014741","descriptor_name":"Video Recording","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D044962","descriptor_name":"Data Compression","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D044962","descriptor_name":"Data Compression","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D044962","descriptor_name":"Data Compression","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D044962","descriptor_name":"Data Compression","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D044962","descriptor_name":"Data Compression","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3356548","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3356548","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38252583","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38252583","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2944147612","display_name":null,"funder_award_id":"WK3490000007","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3513559387","display_name":null,"funder_award_id":"62171429","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4725545030","display_name":null,"funder_award_id":"61931014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G566643046","display_name":null,"funder_award_id":"WK3490000006","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6308808780","display_name":null,"funder_award_id":"62021001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325599","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W639708223","https://openalex.org/W1580389772","https://openalex.org/W2010981316","https://openalex.org/W2117539524","https://openalex.org/W2140199336","https://openalex.org/W2146395539","https://openalex.org/W2151103935","https://openalex.org/W2186356322","https://openalex.org/W2194775991","https://openalex.org/W2291627510","https://openalex.org/W2336403884","https://openalex.org/W2470139095","https://openalex.org/W2511458122","https://openalex.org/W2548527721","https://openalex.org/W2552465432","https://openalex.org/W2560474170","https://openalex.org/W2601564443","https://openalex.org/W2769654144","https://openalex.org/W2770180314","https://openalex.org/W2785562966","https://openalex.org/W2953334512","https://openalex.org/W2953823547","https://openalex.org/W2963189365","https://openalex.org/W2963253279","https://openalex.org/W2963420686","https://openalex.org/W2963524571","https://openalex.org/W2964191079","https://openalex.org/W2964286567","https://openalex.org/W2965669158","https://openalex.org/W2975749976","https://openalex.org/W2987947587","https://openalex.org/W2990503944","https://openalex.org/W2994810768","https://openalex.org/W3018065762","https://openalex.org/W3020741905","https://openalex.org/W3031546776","https://openalex.org/W3034475761","https://openalex.org/W3035051775","https://openalex.org/W3035685239","https://openalex.org/W3042298808","https://openalex.org/W3082548248","https://openalex.org/W3088192786","https://openalex.org/W3092499653","https://openalex.org/W3098284407","https://openalex.org/W3098620092","https://openalex.org/W3102015846","https://openalex.org/W3107066575","https://openalex.org/W3112487734","https://openalex.org/W3138516171","https://openalex.org/W3164402689","https://openalex.org/W3165926952","https://openalex.org/W3202918664","https://openalex.org/W3204210402","https://openalex.org/W3207918547","https://openalex.org/W4200633942","https://openalex.org/W4214768308","https://openalex.org/W4223560744","https://openalex.org/W4283028628","https://openalex.org/W4285483958","https://openalex.org/W4286904999","https://openalex.org/W4297965133","https://openalex.org/W4312547480","https://openalex.org/W4312774595","https://openalex.org/W4312959373","https://openalex.org/W4313019099","https://openalex.org/W4319341518","https://openalex.org/W4360604369","https://openalex.org/W4376464601","https://openalex.org/W6600983433","https://openalex.org/W6696672603","https://openalex.org/W6745842894","https://openalex.org/W6754634825","https://openalex.org/W6757817989","https://openalex.org/W6796346973","https://openalex.org/W6796505553","https://openalex.org/W6802036239","https://openalex.org/W6839976848"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Almost":[0],"all":[1],"digital":[2],"videos":[3],"are":[4],"coded":[5,47],"into":[6,53,101,150],"compact":[7,13,68,102],"representations":[8,14,48,69,103],"before":[9,22,32,113],"being":[10,23,33,78],"transmitted.":[11],"Such":[12],"need":[15],"to":[16,20,25,44,70,106,139,159],"be":[17,120],"decoded":[18,105],"back":[19],"pixels":[21],"displayed":[24],"humans":[26],"and":[27,74,83,104,127,135,155,180],"-":[28,31],"as":[29,122],"usual":[30],"enhanced/analyzed":[34],"by":[35],"machine":[36,84],"vision":[37],"algorithms.":[38],"Intuitively,":[39],"it":[40],"is":[41,99,111,147],"more":[42],"efficient":[43],"enhance/analyze":[45],"the":[46,95,141,170],"directly":[49,148],"without":[50],"decoding":[51],"them":[52],"pixels.":[54],"Therefore,":[55],"we":[56],"propose":[57],"a":[58,90],"versatile":[59,79],"neural":[60],"video":[61,151,153,156,178],"coding":[62],"(VNVC)":[63],"framework,":[64],"which":[65],"targets":[66],"learning":[67],"support":[71],"both":[72,81],"reconstruction":[73,179],"direct":[75],"enhancement/analysis,":[76],"thereby":[77],"for":[80,177],"human":[82],"vision.":[85],"Our":[86],"VNVC":[87],"framework":[88,168],"has":[89],"feature-based":[91,131],"compression":[92,175],"loop.":[93],"In":[94],"loop,":[96],"one":[97],"frame":[98],"encoded":[100],"an":[107],"intermediate":[108,117,145,171],"feature":[109,118,146,172],"that":[110,166],"obtained":[112],"performing":[114],"reconstruction.":[115],"The":[116,144,163],"can":[119],"used":[121],"reference":[123],"in":[124],"motion":[125,128,137],"compensation":[126],"estimation":[129],"through":[130],"temporal":[132],"context":[133],"mining":[134],"cross-domain":[136],"encoder-decoder":[138],"compress":[140],"following":[142],"frames.":[143],"fed":[149],"reconstruction,":[152],"enhancement,":[154],"analysis":[157],"networks":[158],"evaluate":[160],"its":[161],"effectiveness.":[162],"evaluation":[164],"shows":[165],"our":[167],"with":[169,184],"achieves":[173],"high":[174],"efficiency":[176],"satisfactory":[181],"task":[182],"performances":[183],"lower":[185],"complexities.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":6}],"updated_date":"2026-02-25T23:00:34.991745","created_date":"2025-10-10T00:00:00"}