{"id":"https://openalex.org/W7162808401","doi":"https://doi.org/10.48550/arxiv.2605.30010","title":"EarlyTom: Early Token Compression Completes Fast Video Understanding","display_name":"EarlyTom: Early Token Compression Completes Fast Video Understanding","publication_year":2026,"publication_date":"2026-05-28","ids":{"openalex":"https://openalex.org/W7162808401","doi":"https://doi.org/10.48550/arxiv.2605.30010"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.30010","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30010","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.30010","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130247197","display_name":"Hesong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Hesong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137358056","display_name":"Xin Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137394695","display_name":"Lu Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Lu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083289238","display_name":"Chenhaowen Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Chenhaowen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137339786","display_name":"Jian Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137388428","display_name":"Qiang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Qiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137360020","display_name":"Huan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Huan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.680400013923645,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.680400013923645,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.09319999814033508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.017799999564886093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6604999899864197},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6347000002861023},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.5644999742507935},{"id":"https://openalex.org/keywords/inefficiency","display_name":"Inefficiency","score":0.5188000202178955},{"id":"https://openalex.org/keywords/compression","display_name":"Compression (physics)","score":0.5002999901771545},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.49070000648498535},{"id":"https://openalex.org/keywords/compression-ratio","display_name":"Compression ratio","score":0.43380001187324524},{"id":"https://openalex.org/keywords/image-compression","display_name":"Image compression","score":0.37400001287460327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8147000074386597},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6604999899864197},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6347000002861023},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.5644999742507935},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.5188000202178955},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.5002999901771545},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.49070000648498535},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.43540000915527344},{"id":"https://openalex.org/C25797200","wikidata":"https://www.wikidata.org/wiki/Q828137","display_name":"Compression ratio","level":3,"score":0.43380001187324524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4142000079154968},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3921999931335449},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.37400001287460327},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.35179999470710754},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.3278999924659729},{"id":"https://openalex.org/C94835093","wikidata":"https://www.wikidata.org/wiki/Q3113333","display_name":"Data compression ratio","level":5,"score":0.3248000144958496},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.301800012588501},{"id":"https://openalex.org/C20556612","wikidata":"https://www.wikidata.org/wiki/Q4469374","display_name":"Volume (thermodynamics)","level":2,"score":0.29899999499320984},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.28439998626708984},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.28060001134872437},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.2766000032424927},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2732999920845032},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.26600000262260437}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.30010","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30010","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.30010","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.30010","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.41014793515205383}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Video":[0],"large":[1,78],"language":[2],"models":[3],"(Video-LLMs)":[4],"have":[5],"demonstrated":[6],"strong":[7],"capabilities":[8],"in":[9,192],"video":[10],"understanding":[11],"tasks.":[12],"However,":[13],"their":[14],"practical":[15],"deployment":[16],"is":[17],"still":[18,100],"hindered":[19],"by":[20,24,155,161],"the":[21,54,60,63,81,92,98,125,148,172,180,187],"inefficiency":[22],"introduced":[23],"processing":[25],"massive":[26],"amounts":[27],"of":[28,48,57,62,86,189],"visual":[29,88,121],"tokens.":[30],"Although":[31],"recent":[32],"approaches":[33],"achieve":[34],"extremely":[35],"low":[36],"token":[37,115,122,143],"retention":[38],"ratios":[39],"while":[40,175],"maintaining":[41,176],"accuracy":[42,177],"comparable":[43,178],"to":[44,80,157,163,179],"full-token":[45,181],"baselines,":[46],"most":[47],"them":[49],"perform":[50],"compression":[51,96,116,123,150],"only":[52,90],"at":[53],"late":[55],"stage":[56],"prefilling,":[58],"leaving":[59],"efficiency":[61],"vision":[64,74,93,126],"encoder":[65,99],"unoptimized.":[66],"In":[67,136],"this":[68,108],"paper,":[69],"we":[70,110,138],"first":[71],"show":[72],"that":[73,118,146],"encoding":[75],"contributes":[76],"a":[77,113,140,166],"portion":[79],"time-to-first-token":[82],"(TTFT).":[83],"Therefore,":[84],"instead":[85],"compressing":[87],"tokens":[89],"after":[91],"encoder,":[94,127],"performing":[95],"inside":[97,124],"leaves":[101],"substantial":[102],"room":[103],"for":[104,171],"exploration.":[105],"Based":[106],"on":[107,165],"insight,":[109],"propose":[111],"EarlyTom,":[112],"training-free":[114],"framework":[117],"performs":[119],"early-stage":[120],"enabling":[128],"significantly":[129],"better":[130],"TTFT":[131,154],"reduction":[132],"and":[133,159],"higher":[134],"throughput.":[135],"addition,":[137],"introduce":[139],"decoupled":[141],"spatial":[142],"selection":[144],"strategy":[145],"improves":[147],"overall":[149],"effectiveness.":[151],"EarlyTom":[152],"reduces":[153],"up":[156,162],"2.65x":[158],"FLOPs":[160],"61%":[164],"single":[167],"NVIDIA":[168],"A100":[169],"GPU":[170],"LLaVA-OneVision-7B":[173],"model,":[174],"baseline.":[182],"These":[183],"improvements":[184],"substantially":[185],"enhance":[186],"practicality":[188],"deploying":[190],"Video-LLMs":[191],"real-world":[193],"production":[194],"scenarios.":[195]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-30T00:00:00"}