{"id":"https://openalex.org/W4392309256","doi":"https://doi.org/10.1109/tcsvt.2024.3371686","title":"Efficient Contextformer: Spatio-Channel Window Attention for Fast Context Modeling in Learned Image Compression","display_name":"Efficient Contextformer: Spatio-Channel Window Attention for Fast Context Modeling in Learned Image Compression","publication_year":2024,"publication_date":"2024-02-29","ids":{"openalex":"https://openalex.org/W4392309256","doi":"https://doi.org/10.1109/tcsvt.2024.3371686"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3371686","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3371686","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tcsvt.2024.3371686","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047805727","display_name":"A. Burakhan Koyuncu","orcid":"https://orcid.org/0000-0002-6291-3476"},"institutions":[{"id":"https://openalex.org/I4210166625","display_name":"Huawei German Research Center","ror":"https://ror.org/00z59w514","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210129353","https://openalex.org/I4210166625"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"A. Burakhan Koyuncu","raw_affiliation_strings":["Department of Computer Engineering, School of Computation, Information and Technology, Chair of Media Technology, Technical University of Munich, Munich, Germany","Department of Computer Engineering, Chair of Media Technology, School of Computation, Information and Technology, Technical University of Munich, Munich, Germany","Huawei Munich Research Center, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, School of Computation, Information and Technology, Chair of Media Technology, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Computer Engineering, Chair of Media Technology, School of Computation, Information and Technology, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Huawei Munich Research Center, Munich, Germany","institution_ids":["https://openalex.org/I4210166625"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012737592","display_name":"Panqi Jia","orcid":"https://orcid.org/0009-0002-5480-0137"},"institutions":[{"id":"https://openalex.org/I181369854","display_name":"Friedrich-Alexander-Universit\u00e4t Erlangen-N\u00fcrnberg","ror":"https://ror.org/00f7hpc57","country_code":"DE","type":"education","lineage":["https://openalex.org/I181369854"]},{"id":"https://openalex.org/I4210166625","display_name":"Huawei German Research Center","ror":"https://ror.org/00z59w514","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210129353","https://openalex.org/I4210166625"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Panqi Jia","raw_affiliation_strings":["Huawei Munich Research Center, Munich, Germany","Department of Electrical-Electronic-Communication Engineering, Chair of Multimedia Communications and Signal Processing, Friedrich-Alexander University, Erlangen, Germany"],"affiliations":[{"raw_affiliation_string":"Huawei Munich Research Center, Munich, Germany","institution_ids":["https://openalex.org/I4210166625"]},{"raw_affiliation_string":"Department of Electrical-Electronic-Communication Engineering, Chair of Multimedia Communications and Signal Processing, Friedrich-Alexander University, Erlangen, Germany","institution_ids":["https://openalex.org/I181369854"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106887098","display_name":"Atanas Boev","orcid":"https://orcid.org/0000-0003-0863-4000"},"institutions":[{"id":"https://openalex.org/I4210166625","display_name":"Huawei German Research Center","ror":"https://ror.org/00z59w514","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210129353","https://openalex.org/I4210166625"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Atanas Boev","raw_affiliation_strings":["Huawei Munich Research Center, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Huawei Munich Research Center, Munich, Germany","institution_ids":["https://openalex.org/I4210166625"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039435346","display_name":"Elena Alshina","orcid":"https://orcid.org/0000-0001-7099-5371"},"institutions":[{"id":"https://openalex.org/I4210166625","display_name":"Huawei German Research Center","ror":"https://ror.org/00z59w514","country_code":"DE","type":"facility","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210129353","https://openalex.org/I4210166625"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Elena Alshina","raw_affiliation_strings":["Huawei Munich Research Center, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Huawei Munich Research Center, Munich, Germany","institution_ids":["https://openalex.org/I4210166625"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077346002","display_name":"Eckehard Steinbach","orcid":"https://orcid.org/0000-0001-8853-2703"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Eckehard Steinbach","raw_affiliation_strings":["Department of Computer Engineering, School of Computation, Information and Technology, Chair of Media Technology, Technical University of Munich, Munich, Germany","Department of Computer Engineering, Chair of Media Technology, School of Computation, Information and Technology, Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, School of Computation, Information and Technology, Chair of Media Technology, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Department of Computer Engineering, Chair of Media Technology, School of Computation, Information and Technology, Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5047805727"],"corresponding_institution_ids":["https://openalex.org/I4210166625","https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":6.3369,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.9741715,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"34","issue":"8","first_page":"7498","last_page":"7511"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7038795351982117},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.6725589632987976},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5759350657463074},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5468116402626038},{"id":"https://openalex.org/keywords/window","display_name":"Window (computing)","score":0.5359381437301636},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.48783114552497864},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.4646705090999603},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4498549699783325},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.43096455931663513},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4295896887779236},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.3771182894706726},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.32517141103744507},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.09028252959251404}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7038795351982117},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.6725589632987976},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5759350657463074},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5468116402626038},{"id":"https://openalex.org/C2778751112","wikidata":"https://www.wikidata.org/wiki/Q835016","display_name":"Window (computing)","level":2,"score":0.5359381437301636},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.48783114552497864},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.4646705090999603},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4498549699783325},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.43096455931663513},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4295896887779236},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.3771182894706726},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.32517141103744507},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.09028252959251404},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tcsvt.2024.3371686","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3371686","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},{"id":"pmh:oai:mediatum.ub.tum.de:node/1736484","is_oa":false,"landing_page_url":"https://mediatum.ub.tum.de/1736484","pdf_url":null,"source":{"id":"https://openalex.org/S4377196330","display_name":"mediaTUM  (Technical University of Munich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I62916508","host_organization_name":"Technical University of Munich","host_organization_lineage":["https://openalex.org/I62916508"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/tcsvt.2024.3371686","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3371686","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1580389772","https://openalex.org/W1861492603","https://openalex.org/W2099563019","https://openalex.org/W2101700394","https://openalex.org/W2108598243","https://openalex.org/W2131799300","https://openalex.org/W2140196014","https://openalex.org/W2178928294","https://openalex.org/W2242818861","https://openalex.org/W2505609860","https://openalex.org/W2552465432","https://openalex.org/W2604272474","https://openalex.org/W2741137940","https://openalex.org/W2769654144","https://openalex.org/W2785562966","https://openalex.org/W2911940095","https://openalex.org/W2935381027","https://openalex.org/W2962891349","https://openalex.org/W2981288052","https://openalex.org/W2999288662","https://openalex.org/W3017235483","https://openalex.org/W3034469748","https://openalex.org/W3081168214","https://openalex.org/W3091266734","https://openalex.org/W3095497211","https://openalex.org/W3096609285","https://openalex.org/W3097448661","https://openalex.org/W3102015846","https://openalex.org/W3113521585","https://openalex.org/W3116647679","https://openalex.org/W3131427579","https://openalex.org/W3132890542","https://openalex.org/W3138516171","https://openalex.org/W3175457126","https://openalex.org/W3176998540","https://openalex.org/W3179468628","https://openalex.org/W3180355996","https://openalex.org/W4205431428","https://openalex.org/W4212774754","https://openalex.org/W4287605633","https://openalex.org/W4292256660","https://openalex.org/W4312806968","https://openalex.org/W4312934587","https://openalex.org/W4316660716","https://openalex.org/W4320559388","https://openalex.org/W4376464601","https://openalex.org/W4385245566","https://openalex.org/W4386075611","https://openalex.org/W4390873640","https://openalex.org/W6631190155","https://openalex.org/W6676179485","https://openalex.org/W6684191040","https://openalex.org/W6690026940","https://openalex.org/W6696118455","https://openalex.org/W6754634825","https://openalex.org/W6755487101","https://openalex.org/W6758681311","https://openalex.org/W6763486759","https://openalex.org/W6763509872","https://openalex.org/W6766978945","https://openalex.org/W6767848769","https://openalex.org/W6778914582","https://openalex.org/W6784858424","https://openalex.org/W6790703111","https://openalex.org/W6795475546","https://openalex.org/W6810067190","https://openalex.org/W6843128308","https://openalex.org/W6849793491"],"related_works":["https://openalex.org/W2521595930","https://openalex.org/W4243608781","https://openalex.org/W3165542721","https://openalex.org/W4313046148","https://openalex.org/W1939109514","https://openalex.org/W4378191574","https://openalex.org/W2129829718","https://openalex.org/W1843792225","https://openalex.org/W2751842002","https://openalex.org/W2161981399"],"abstract_inverted_index":{"Entropy":[0],"estimation":[1],"is":[2,20],"essential":[3],"for":[4,24,56,71],"the":[5,32,44,64,98,104,109,115,122,150,164,175],"performance":[6],"of":[7,21,34,153,178],"learned":[8,57],"image":[9,58],"compression.":[10,59],"It":[11],"has":[12,127],"been":[13],"demonstrated":[14],"that":[15],"a":[16,26,35,49,77],"transformer-based":[17,52],"entropy":[18],"model":[19,55,116,130,156],"critical":[22],"importance":[23],"achieving":[25],"high":[27],"compression":[28,165,191],"ratio,":[29],"however,":[30],"at":[31],"expense":[33],"significant":[36],"computational":[37],"effort.":[38],"In":[39],"this":[40],"work,":[41],"we":[42],"introduce":[43,92],"Efficient":[45],"Contextformer":[46],"(eContextformer)":[47],"\u2013":[48],"computationally":[50],"efficient":[51],"autoregressive":[53],"context":[54,73,155],"The":[60],"eContextformer":[61],"efficiently":[62],"fuses":[63],"patch-wise,":[65],"checkered,":[66],"and":[67,75,88,91,107,117,132,137,146,187],"channel-wise":[68],"grouping":[69],"techniques":[70,101],"parallel":[72],"modeling,":[74],"introduces":[76],"shifted":[78],"window":[79],"spatio-channel":[80],"attention":[81,105,111],"mechanism.":[82],"We":[83,167],"explore":[84],"better":[85],"training":[86],"strategies":[87],"architectural":[89],"designs":[90],"additional":[93],"complexity":[94,131,152],"optimizations.":[95],"During":[96],"decoding,":[97],"proposed":[99],"optimization":[100],"dynamically":[102],"scale":[103],"span":[106],"cache":[108],"previous":[110],"computations,":[112],"drastically":[113],"reducing":[114],"runtime":[118],"complexity.":[119],"Compared":[120],"to":[121,170],"non-parallel":[123],"approach,":[124],"our":[125,154],"proposal":[126],"~145x":[128],"lower":[129],"~210x":[133],"faster":[134],"decoding":[135],"speed,":[136],"achieves":[138],"higher":[139],"average":[140],"bit":[141],"savings":[142,173],"on":[143],"Kodak,":[144],"CLIC2020,":[145],"Tecnick":[147],"datasets.":[148],"Additionally,":[149],"low":[151],"enables":[157],"online":[158],"rate-distortion":[159],"algorithms,":[160],"which":[161],"further":[162],"improve":[163],"performance.":[166],"achieve":[168],"up":[169],"17%":[171],"bitrate":[172],"over":[174],"intra":[176],"coding":[177],"Versatile":[179],"Video":[180],"Coding":[181],"(VVC)":[182],"Test":[183],"Model":[184],"(VTM)":[185],"16.2":[186],"surpass":[188],"various":[189],"learning-based":[190],"models.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":6}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}