{"id":"https://openalex.org/W7106706100","doi":"https://doi.org/10.48550/arxiv.2511.18504","title":"Extreme Model Compression for Edge Vision-Language Models: Sparse Temporal Token Fusion and Adaptive Neural Compression","display_name":"Extreme Model Compression for Edge Vision-Language Models: Sparse Temporal Token Fusion and Adaptive Neural Compression","publication_year":2025,"publication_date":"2025-11-23","ids":{"openalex":"https://openalex.org/W7106706100","doi":"https://doi.org/10.48550/arxiv.2511.18504"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2511.18504","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.18504","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2511.18504","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Tanvir, Md Tasnin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tanvir, Md Tasnin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Das, Soumitra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Das, Soumitra","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Rahaman, Sk Md Abidar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rahaman, Sk Md Abidar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Sichani, Ali Shiri","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sichani, Ali Shiri","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.3952000141143799,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.3952000141143799,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.34929999709129333,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.020099999383091927,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6277999877929688},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.534500002861023},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.49070000648498535},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4336000084877014},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4212000072002411},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4074000120162964},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.4059000015258789},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.39259999990463257},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.3878999948501587}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7857999801635742},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6277999877929688},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5472000241279602},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.534500002861023},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.49070000648498535},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4336000084877014},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4212000072002411},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.414900004863739},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4074000120162964},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.4059000015258789},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.39259999990463257},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3878999948501587},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.3779999911785126},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.3668999969959259},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C56951928","wikidata":"https://www.wikidata.org/wiki/Q3539213","display_name":"Trimming","level":2,"score":0.32899999618530273},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.3043999969959259},{"id":"https://openalex.org/C165435473","wikidata":"https://www.wikidata.org/wiki/Q1509884","display_name":"Padding","level":2,"score":0.30169999599456787},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2809000015258789},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.27730000019073486},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2770000100135803},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C81081738","wikidata":"https://www.wikidata.org/wiki/Q55542","display_name":"Lossless compression","level":3,"score":0.2678999900817871},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.26010000705718994},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.2547000050544739},{"id":"https://openalex.org/C77052588","wikidata":"https://www.wikidata.org/wiki/Q644307","display_name":"Constant false alarm rate","level":2,"score":0.25270000100135803},{"id":"https://openalex.org/C2781137444","wikidata":"https://www.wikidata.org/wiki/Q237105","display_name":"Sharpening","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2511.18504","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.18504","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2511.18504","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.18504","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"demand":[1],"for":[2],"edge":[3,189],"AI":[4],"in":[5,156],"vision-language":[6,185],"tasks":[7],"requires":[8],"models":[9,164,186],"that":[10,41],"achieve":[11],"real-time":[12],"performance":[13],"on":[14,52,96,143,187],"resource-constrained":[15],"devices":[16],"with":[17,45],"limited":[18],"power":[19],"and":[20,35,93,114,148,171],"memory.":[21],"This":[22],"paper":[23],"proposes":[24],"two":[25],"adaptive":[26],"compression":[27],"techniques":[28],"--":[29,40],"Sparse":[30],"Temporal":[31],"Token":[32],"Fusion":[33],"(STTF)":[34],"Adaptive":[36],"Neural":[37],"Compression":[38],"(ANC)":[39],"integrate":[42],"algorithmic":[43],"innovations":[44],"hardware-aware":[46],"optimizations.":[47],"Unlike":[48],"previous":[49],"approaches":[50],"relying":[51],"static":[53],"pruning":[54],"or":[55],"uniform":[56],"scaling,":[57],"STTF":[58,127],"dynamically":[59],"reuses":[60],"visual":[61],"tokens":[62],"through":[63],"event-driven":[64],"change":[65],"detection,":[66],"while":[67,109,139],"ANC":[68,149],"conditionally":[69],"activates":[70],"encoder":[71],"branches":[72],"via":[73],"a":[74],"learned":[75],"router,":[76],"enabling":[77],"fine-grained":[78],"adaptation":[79],"to":[80,136,154,160,169,176],"scene":[81],"complexity.":[82],"Our":[83],"3B-parameter":[84],"TinyGPT-STTF":[85],"achieves":[86],"CIDEr":[87,107,121],"131.2,":[88],"BLEU-4":[89],"0.38,":[90],"METEOR":[91],"0.31,":[92],"ROUGE-L":[94],"0.56":[95],"the":[97,144],"COCO":[98],"2017":[99],"test":[100],"set,":[101],"surpassing":[102],"LLaVA-1.5":[103],"7B":[104],"by":[105,132,152,167,174],"17.6":[106],"points":[108],"using":[110],"2.3x":[111],"fewer":[112,116],"parameters":[113],"62x":[115],"on-device":[117],"FLOPs.":[118],"TinyGPT-ANC":[119],"reaches":[120],"128.5.":[122],"On":[123],"event-based":[124],"vision":[125],"tasks,":[126],"reduces":[128],"average":[129],"token":[130],"count":[131],"84%":[133],"(from":[134],"196":[135],"31":[137],"tokens)":[138],"preserving":[140],"95.6%":[141],"accuracy":[142,166],"DVS128":[145],"Gesture":[146],"dataset,":[147],"cuts":[150],"FLOPs":[151],"up":[153,168,175],"90%":[155],"low-motion":[157],"scenes.":[158],"Compared":[159],"strong":[161],"baselines,":[162],"our":[163],"improve":[165],"4.4%":[170],"reduce":[172],"latency":[173],"13x.":[177],"These":[178],"results":[179],"enable":[180],"efficient":[181],"deployment":[182],"of":[183],"capable":[184],"real-world":[188],"devices.":[190]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-11-27T00:00:00"}