{"id":"https://openalex.org/W4402954451","doi":"https://doi.org/10.48550/arxiv.2409.01179","title":"Recoverable Compression: A Multimodal Vision Token Recovery Mechanism Guided by Text Information","display_name":"Recoverable Compression: A Multimodal Vision Token Recovery Mechanism Guided by Text Information","publication_year":2024,"publication_date":"2024-09-02","ids":{"openalex":"https://openalex.org/W4402954451","doi":"https://doi.org/10.48550/arxiv.2409.01179"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.01179","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.01179","pdf_url":"https://arxiv.org/pdf/2409.01179","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.01179","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116319413","display_name":"Yi Chen","orcid":"https://orcid.org/0000-0003-0100-5359"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002595820","display_name":"Jian Xu","orcid":"https://orcid.org/0000-0003-1728-9536"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082548671","display_name":"Xu-Yao Zhang","orcid":"https://orcid.org/0000-0001-9260-188X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xu-Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111345731","display_name":"Wen-Zhuo Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Wen-Zhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100393321","display_name":"Yang-Yang Liu","orcid":"https://orcid.org/0000-0003-1988-3598"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yang-Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100714202","display_name":"Cheng\u2010Lin Liu","orcid":"https://orcid.org/0000-0002-6743-4175"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Cheng-Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10388","display_name":"Advanced Steganography and Watermarking Techniques","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10388","display_name":"Advanced Steganography and Watermarking Techniques","score":0.984000027179718,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9677000045776367,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9502999782562256,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.7653697729110718},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7161656618118286},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5335462689399719},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.4842076301574707},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09759309887886047},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.04339763522148132}],"concepts":[{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.7653697729110718},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7161656618118286},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5335462689399719},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.4842076301574707},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09759309887886047},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.04339763522148132},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2409.01179","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.01179","pdf_url":"https://arxiv.org/pdf/2409.01179","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.01179","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.01179","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.01179","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.01179","pdf_url":"https://arxiv.org/pdf/2409.01179","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1435834902","display_name":null,"funder_award_id":"XDA0450202","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"},{"id":"https://openalex.org/G5301722635","display_name":null,"funder_award_id":"YSBR-083","funder_id":"https://openalex.org/F4320321133","funder_display_name":"Chinese Academy of Sciences"}],"funders":[{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4402954451.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W2997152889"],"abstract_inverted_index":{"With":[0],"the":[1,28,41,60,67,73,110,113,117,131,137,141,175,178,210,215,224],"advancement":[2],"of":[3,27,62,72,106,119,221,223],"large-scale":[4,30],"language":[5,16,47],"modeling":[6],"techniques,":[7],"large":[8,15,46,88],"multimodal":[9,31,89],"models":[10,17,32],"combining":[11],"visual":[12,24,37,42,63,84,94,153,163,182,216],"encoders":[13],"with":[14,150,189],"have":[18],"demonstrated":[19],"exceptional":[20],"performance":[21,208],"in":[22,116,129],"various":[23],"tasks.":[25,58],"Most":[26],"current":[29],"achieve":[33],"this":[34],"by":[35],"mapping":[36],"features":[38],"obtained":[39],"from":[40],"encoder":[43],"into":[44],"a":[45,120,159],"model":[48],"and":[49,69,144,181],"using":[50],"them":[51],"as":[52],"inputs":[53],"alongside":[54],"text":[55,160,180,191],"for":[56,83,87,96],"downstream":[57],"Therefore,":[59],"number":[61],"tokens":[64,183,188,217],"directly":[65],"affects":[66],"training":[68],"inference":[70],"speed":[71],"model.":[74,138],"There":[75],"has":[76],"been":[77],"significant":[78,104],"work":[79],"on":[80,93],"token":[81,97,154,164],"pruning":[82,98,146,155],"transformers,":[85],"but":[86],"models,":[90],"only":[91],"relying":[92],"information":[95,125,192],"or":[99],"compression":[100],"may":[101,122],"lead":[102],"to":[103,136,184,209,218],"loss":[105],"important":[107,190,197],"information.":[108],"On":[109],"other":[111,195],"hand,":[112],"textual":[114],"input":[115],"form":[118],"question":[121,179],"contain":[123],"valuable":[124],"that":[126,147,167,202],"can":[127,148],"aid":[128],"answering":[130],"question,":[132],"providing":[133],"additional":[134],"knowledge":[135],"To":[139],"address":[140],"potential":[142],"oversimplification":[143],"excessive":[145],"occur":[149],"most":[151],"purely":[152],"methods,":[156],"we":[157],"propose":[158],"information-guided":[161],"dynamic":[162],"recovery":[165],"mechanism":[166,173],"does":[168],"not":[169],"require":[170],"training.":[171],"This":[172],"leverages":[174],"similarity":[176],"between":[177],"recover":[185],"visually":[186],"meaningful":[187],"while":[193,213],"merging":[194],"less":[196],"tokens.":[198],"Experimental":[199],"results":[200],"demonstrate":[201],"our":[203],"proposed":[204],"method":[205],"achieves":[206],"comparable":[207],"original":[211,225],"approach":[212],"compressing":[214],"an":[219],"average":[220],"10%":[222],"quantity.":[226],"Our":[227],"source":[228],"code":[229],"will":[230],"be":[231],"made":[232],"publicly":[233],"available":[234],"following":[235],"acceptance.":[236]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2024-09-29T00:00:00"}