{"id":"https://openalex.org/W4400034418","doi":"https://doi.org/10.1109/pcs60826.2024.10566283","title":"Accelerating Learnt Video Codecs with Gradient Decay and Layer-Wise Distillation","display_name":"Accelerating Learnt Video Codecs with Gradient Decay and Layer-Wise Distillation","publication_year":2024,"publication_date":"2024-06-12","ids":{"openalex":"https://openalex.org/W4400034418","doi":"https://doi.org/10.1109/pcs60826.2024.10566283"},"language":"en","primary_location":{"id":"doi:10.1109/pcs60826.2024.10566283","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/pcs60826.2024.10566283","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Picture Coding Symposium (PCS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009555063","display_name":"Tianhao Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Tianhao Peng","raw_affiliation_strings":["University of Bristol,Visual Information Laboratory,Bristol,UK,BS1 5DD"],"affiliations":[{"raw_affiliation_string":"University of Bristol,Visual Information Laboratory,Bristol,UK,BS1 5DD","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048549975","display_name":"Ge Gao","orcid":"https://orcid.org/0000-0001-6470-8815"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ge Gao","raw_affiliation_strings":["University of Bristol,Visual Information Laboratory,Bristol,UK,BS1 5DD"],"affiliations":[{"raw_affiliation_string":"University of Bristol,Visual Information Laboratory,Bristol,UK,BS1 5DD","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101186999","display_name":"Heming Sun","orcid":null},"institutions":[{"id":"https://openalex.org/I180203408","display_name":"Yokohama National University","ror":"https://ror.org/03zyp6p76","country_code":"JP","type":"education","lineage":["https://openalex.org/I180203408"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Heming Sun","raw_affiliation_strings":["Yokohama National University,Japan","Yokohama National University, Japan"],"affiliations":[{"raw_affiliation_string":"Yokohama National University,Japan","institution_ids":["https://openalex.org/I180203408"]},{"raw_affiliation_string":"Yokohama National University, Japan","institution_ids":["https://openalex.org/I180203408"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403389","display_name":"Fan Zhang","orcid":"https://orcid.org/0000-0001-6623-9936"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Fan Zhang","raw_affiliation_strings":["University of Bristol,Visual Information Laboratory,Bristol,UK,BS1 5DD"],"affiliations":[{"raw_affiliation_string":"University of Bristol,Visual Information Laboratory,Bristol,UK,BS1 5DD","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048009053","display_name":"David Bull","orcid":"https://orcid.org/0000-0001-7634-190X"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Bull","raw_affiliation_strings":["University of Bristol,Visual Information Laboratory,Bristol,UK,BS1 5DD"],"affiliations":[{"raw_affiliation_string":"University of Bristol,Visual Information Laboratory,Bristol,UK,BS1 5DD","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5009555063"],"corresponding_institution_ids":["https://openalex.org/I36234482"],"apc_list":null,"apc_paid":null,"fwci":1.0555,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.75202885,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10741","display_name":"Video Coding and Compression Technologies","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9656999707221985,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/codec","display_name":"Codec","score":0.7275086641311646},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.6631798148155212},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.646195113658905},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6235523819923401},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3308253884315491},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.177261084318161},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.12110301852226257},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.11679419875144958},{"id":"https://openalex.org/keywords/composite-material","display_name":"Composite material","score":0.10326120257377625},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.1019454300403595}],"concepts":[{"id":"https://openalex.org/C161765866","wikidata":"https://www.wikidata.org/wiki/Q184748","display_name":"Codec","level":2,"score":0.7275086641311646},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.6631798148155212},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.646195113658905},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6235523819923401},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3308253884315491},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.177261084318161},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.12110301852226257},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.11679419875144958},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.10326120257377625},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.1019454300403595}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pcs60826.2024.10566283","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/pcs60826.2024.10566283","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 Picture Coding Symposium (PCS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2242818861","https://openalex.org/W2511458122","https://openalex.org/W2769654144","https://openalex.org/W2969260367","https://openalex.org/W3015639993","https://openalex.org/W3031546776","https://openalex.org/W3043029414","https://openalex.org/W3102015846","https://openalex.org/W3173272744","https://openalex.org/W3201765774","https://openalex.org/W3202918664","https://openalex.org/W3203234039","https://openalex.org/W3208552992","https://openalex.org/W4221148507","https://openalex.org/W4283028628","https://openalex.org/W4283320592","https://openalex.org/W4285483958","https://openalex.org/W4292794083","https://openalex.org/W4312653295","https://openalex.org/W4312690709","https://openalex.org/W4312774595","https://openalex.org/W4312787523","https://openalex.org/W4320559388","https://openalex.org/W4381251524","https://openalex.org/W4381714098","https://openalex.org/W4386065617","https://openalex.org/W4386065808","https://openalex.org/W6690026940","https://openalex.org/W6802036239","https://openalex.org/W6839976848","https://openalex.org/W6849793491","https://openalex.org/W6853577868","https://openalex.org/W6853801366"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2107680156","https://openalex.org/W2163719598","https://openalex.org/W3161919736","https://openalex.org/W2387018512","https://openalex.org/W4301184752","https://openalex.org/W2751422192","https://openalex.org/W1509797384","https://openalex.org/W1201576901"],"abstract_inverted_index":{"In":[0,49],"recent":[1],"years,":[2],"end-to-end":[3,123],"learnt":[4,124],"video":[5,25,125],"codecs":[6],"have":[7],"demonstrated":[8],"their":[9,44],"potential":[10],"to":[11,81,120,138],"compete":[12],"with":[13,30,110,146],"conventional":[14],"coding":[15],"algorithms":[16],"in":[17,36,46,94,141,151],"term":[18],"of":[19,101],"compression":[20,26],"efficiency.":[21],"However,":[22],"most":[23],"learning-based":[24],"models":[27],"are":[28],"associated":[29],"high":[31],"computational":[32,112],"complexity":[33],"and":[34,63,78,129,143,155],"latency,":[35],"particular":[37],"at":[38],"the":[39,82,91,99],"decoder":[40],"side,":[41],"which":[42],"limits":[43],"deployment":[45],"practical":[47],"applications.":[48],"this":[50],"paper,":[51],"we":[52],"present":[53],"a":[54],"novel":[55],"model-agnostic":[56],"pruning":[57],"scheme":[58],"based":[59,97],"on":[60,98],"gradient":[61],"decay":[62,68],"adaptive":[64,87],"layer-wise":[65,88],"distillation.":[66],"Gradient":[67],"enhances":[69],"parameter":[70],"exploration":[71],"during":[72],"sparsification":[73],"whilst":[74],"preventing":[75],"runaway":[76],"sparsity":[77],"is":[79],"superior":[80],"standard":[83],"Straight-Through":[84],"Estimation.":[85],"The":[86,114],"distillation":[89],"regulates":[90],"sparse":[92],"training":[93],"various":[95],"stages":[96],"distortion":[100],"intermediate":[102],"features.":[103],"This":[104],"stage-wise":[105],"design":[106],"efficiently":[107],"updates":[108],"parameters":[109],"minimal":[111],"overhead.":[113],"proposed":[115],"approach":[116],"has":[117],"been":[118],"applied":[119],"three":[121],"popular":[122],"codecs,":[126],"FVC,":[127],"DCVC,":[128],"DCVC-HEM.":[130],"Results":[131],"confirm":[132],"that":[133],"our":[134],"method":[135],"yields":[136],"up":[137],"65%":[139],"reduction":[140],"MACs":[142],"2\u00d7":[144],"speedup":[145],"less":[147],"than":[148],"0.3dB":[149],"drop":[150],"BD-PSNR.":[152],"Supporting":[153],"code":[154],"supplementary":[156],"material":[157],"can":[158],"be":[159],"downloaded":[160],"from:":[161],"https://jasminepp.github.io/lightweighltdvc/.":[162]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}
