{"id":"https://openalex.org/W4405844682","doi":"https://doi.org/10.1109/tip.2024.3515874","title":"MISC: Ultra-Low Bitrate Image Semantic Compression Driven by Large Multimodal Model","display_name":"MISC: Ultra-Low Bitrate Image Semantic Compression Driven by Large Multimodal Model","publication_year":2024,"publication_date":"2024-12-27","ids":{"openalex":"https://openalex.org/W4405844682","doi":"https://doi.org/10.1109/tip.2024.3515874","pmid":"https://pubmed.ncbi.nlm.nih.gov/40030820"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2024.3515874","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3515874","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002451902","display_name":"Chunyi Li","orcid":"https://orcid.org/0009-0007-0634-1710"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chunyi Li","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086398934","display_name":"Guo Lu","orcid":"https://orcid.org/0000-0001-6951-0090"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guo Lu","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111915311","display_name":"Donghui Feng","orcid":"https://orcid.org/0000-0001-8984-0425"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghui Feng","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014879869","display_name":"Haoning Wu","orcid":"https://orcid.org/0000-0001-8642-8101"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Haoning Wu","raw_affiliation_strings":["Nanyang Technological University, Jurong West, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101797192","display_name":"Zicheng Zhang","orcid":"https://orcid.org/0000-0002-7247-7938"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zicheng Zhang","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087407889","display_name":"Xiaohong Liu","orcid":"https://orcid.org/0000-0001-6377-4730"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohong Liu","raw_affiliation_strings":["John Hopcroft Center, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"John Hopcroft Center, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064168853","display_name":"Guangtao Zhai","orcid":"https://orcid.org/0000-0001-8165-9322"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangtao Zhai","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100403129","display_name":"Weisi Lin","orcid":"https://orcid.org/0000-0001-9866-1947"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Weisi Lin","raw_affiliation_strings":["Nanyang Technological University, Jurong West, Singapore"],"affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Jurong West, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100447806","display_name":"Wenjun Zhang","orcid":"https://orcid.org/0000-0001-8799-1182"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenjun Zhang","raw_affiliation_strings":["Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Image Communication and Network Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5002451902"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":3.3572,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.93770892,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"34","issue":null,"first_page":"335","last_page":"349"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11105","display_name":"Advanced Image Processing Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6333887577056885},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.6145164370536804},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5440508723258972},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5438793301582336},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5362761616706848},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4745948016643524},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4342155158519745},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.41354167461395264},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32659435272216797},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.1000293493270874}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6333887577056885},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.6145164370536804},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5440508723258972},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5438793301582336},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5362761616706848},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4745948016643524},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4342155158519745},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.41354167461395264},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32659435272216797},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.1000293493270874},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2024.3515874","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2024.3515874","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:40030820","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40030820","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2866511093","display_name":null,"funder_award_id":"2024NSFSC1426","funder_id":"https://openalex.org/F4320336756","funder_display_name":"Tianjin Science and Technology Program"},{"id":"https://openalex.org/G4464090886","display_name":null,"funder_award_id":"623B2073","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4531728113","display_name":null,"funder_award_id":"62471290","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8668751174","display_name":null,"funder_award_id":"62225112","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G88854516","display_name":null,"funder_award_id":"62301310","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336756","display_name":"Tianjin Science and Technology Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":100,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1982471090","https://openalex.org/W2099563019","https://openalex.org/W2101700394","https://openalex.org/W2102166818","https://openalex.org/W2133665775","https://openalex.org/W2140199336","https://openalex.org/W2146395539","https://openalex.org/W2286454943","https://openalex.org/W2611434713","https://openalex.org/W2741137940","https://openalex.org/W2768814045","https://openalex.org/W2785562966","https://openalex.org/W2905544033","https://openalex.org/W2962785568","https://openalex.org/W2981613960","https://openalex.org/W3015028689","https://openalex.org/W3034469748","https://openalex.org/W3035394153","https://openalex.org/W3035719652","https://openalex.org/W3095497211","https://openalex.org/W3098418424","https://openalex.org/W3139281747","https://openalex.org/W3202918664","https://openalex.org/W3205687405","https://openalex.org/W4224035735","https://openalex.org/W4287847196","https://openalex.org/W4288099256","https://openalex.org/W4297846915","https://openalex.org/W4312358139","https://openalex.org/W4312933868","https://openalex.org/W4320352141","https://openalex.org/W4322718191","https://openalex.org/W4365601405","https://openalex.org/W4378771614","https://openalex.org/W4379143777","https://openalex.org/W4380993529","https://openalex.org/W4382462760","https://openalex.org/W4383472681","https://openalex.org/W4383604817","https://openalex.org/W4385570204","https://openalex.org/W4386065641","https://openalex.org/W4386076169","https://openalex.org/W4386160009","https://openalex.org/W4386211581","https://openalex.org/W4386215091","https://openalex.org/W4386302521","https://openalex.org/W4386902910","https://openalex.org/W4387010079","https://openalex.org/W4387076386","https://openalex.org/W4387245321","https://openalex.org/W4387448007","https://openalex.org/W4387725077","https://openalex.org/W4389474629","https://openalex.org/W4390120190","https://openalex.org/W4390438010","https://openalex.org/W4390603799","https://openalex.org/W4390690443","https://openalex.org/W4390873211","https://openalex.org/W4391448717","https://openalex.org/W4391661584","https://openalex.org/W4394625730","https://openalex.org/W4398164016","https://openalex.org/W4401990587","https://openalex.org/W4402704606","https://openalex.org/W4402727980","https://openalex.org/W4402916321","https://openalex.org/W4402979163","https://openalex.org/W4403757510","https://openalex.org/W4407056550","https://openalex.org/W6631190155","https://openalex.org/W6738494155","https://openalex.org/W6754634825","https://openalex.org/W6758867260","https://openalex.org/W6765779288","https://openalex.org/W6775605725","https://openalex.org/W6780365925","https://openalex.org/W6791353385","https://openalex.org/W6809885388","https://openalex.org/W6841188642","https://openalex.org/W6843772381","https://openalex.org/W6845873446","https://openalex.org/W6849095040","https://openalex.org/W6849717123","https://openalex.org/W6850625674","https://openalex.org/W6851596329","https://openalex.org/W6852953693","https://openalex.org/W6853093605","https://openalex.org/W6853558715","https://openalex.org/W6854950695","https://openalex.org/W6856021141","https://openalex.org/W6856607740","https://openalex.org/W6856810635","https://openalex.org/W6857419123","https://openalex.org/W6858430732","https://openalex.org/W6859122520","https://openalex.org/W6859870462","https://openalex.org/W6860259941","https://openalex.org/W6860494163","https://openalex.org/W6876468822"],"related_works":["https://openalex.org/W2521595930","https://openalex.org/W4243608781","https://openalex.org/W3165542721","https://openalex.org/W4313046148","https://openalex.org/W1939109514","https://openalex.org/W4378191574","https://openalex.org/W2129829718","https://openalex.org/W1843792225","https://openalex.org/W2751842002","https://openalex.org/W2161981399"],"abstract_inverted_index":{"With":[0],"the":[1,28,40,44,81,85,92,96,110,114,158],"evolution":[2],"of":[3,43,75,84,161],"storage":[4,162],"and":[5,106,134,145,163],"communication":[6],"protocols,":[7],"ultra-low":[8,35],"bitrate":[9],"image":[10,99,111],"compression":[11,21],"has":[12,49,153],"become":[13],"a":[14,65,87,107],"highly":[15],"demanding":[16],"topic.":[17],"However,":[18],"all":[19],"existing":[20],"algorithms":[22],"must":[23],"sacrifice":[24],"either":[25],"consistency":[26,144],"with":[27],"ground":[29],"truth":[30],"or":[31],"perceptual":[32],"quality":[33],"at":[34],"bitrate.":[36],"During":[37],"recent":[38],"years,":[39],"rapid":[41],"development":[42],"Large":[45],"Multimodal":[46,68],"Model":[47],"(LMM)":[48],"made":[50],"it":[51],"possible":[52],"to":[53,90,95],"balance":[54],"these":[55],"two":[56],"goals.":[57],"To":[58],"solve":[59],"this":[60,62],"problem,":[61],"paper":[63],"proposes":[64],"method":[66],"called":[67],"Image":[69],"Semantic":[70],"Compression":[71],"(MISC),":[72],"which":[73,152],"consists":[74],"an":[76,98,102],"LMM":[77],"encoder":[78,89,100],"for":[79,126],"extracting":[80],"semantic":[82],"information":[83],"image,":[86],"map":[88],"locate":[91],"region":[93],"corresponding":[94],"semantic,":[97],"generates":[101],"extremely":[103],"compressed":[104],"bitstream,":[105],"decoder":[108],"reconstructs":[109],"based":[112],"on":[113,170],"above":[115],"information.":[116],"Experimental":[117],"results":[118,147],"show":[119],"that":[120],"our":[121],"proposed":[122],"MISC":[123],"is":[124],"suitable":[125],"compressing":[127],"both":[128],"traditional":[129],"Natural":[130],"Sense":[131],"Images":[132,137],"(NSIs)":[133],"emerging":[135],"AI-Generated":[136],"(AIGIs)":[138],"content.":[139],"It":[140],"can":[141],"achieve":[142],"optimal":[143],"perception":[146],"while":[148],"saving":[149],"50%":[150],"bitrate,":[151],"strong":[154],"potential":[155],"applications":[156],"in":[157],"next":[159],"generation":[160],"communication.":[164],"The":[165],"code":[166],"will":[167],"be":[168],"released":[169],"https://github.com/lcysyzxdxc/MISC.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}