{"id":"https://openalex.org/W4416965993","doi":"https://doi.org/10.1109/tmm.2025.3639993","title":"Sparse Transformer for Ultra-Sparse Sampled Video Compressive Sensing","display_name":"Sparse Transformer for Ultra-Sparse Sampled Video Compressive Sensing","publication_year":2025,"publication_date":"2025-12-03","ids":{"openalex":"https://openalex.org/W4416965993","doi":"https://doi.org/10.1109/tmm.2025.3639993"},"language":null,"primary_location":{"id":"doi:10.1109/tmm.2025.3639993","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3639993","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019645358","display_name":"Miao Cao","orcid":"https://orcid.org/0000-0002-2308-4388"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao Cao","raw_affiliation_strings":["State Key Laboratory of Multimedia Information Processing and National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2308-4388","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimedia Information Processing and National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102915329","display_name":"Siming Zheng","orcid":"https://orcid.org/0000-0002-2823-3901"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siming Zheng","raw_affiliation_strings":["Vivo Mobile Communication Company Ltd., Hangzhou, China","vivo Mobile Communication Co., Ltd, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-2823-3901","affiliations":[{"raw_affiliation_string":"Vivo Mobile Communication Company Ltd., Hangzhou, China","institution_ids":["https://openalex.org/I180662265"]},{"raw_affiliation_string":"vivo Mobile Communication Co., Ltd, Hangzhou, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042069600","display_name":"Li\u2010Shun Wang","orcid":"https://orcid.org/0000-0003-3972-683X"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lishun Wang","raw_affiliation_strings":["School of Engineering and Research Center for Industries of the Future, Westlake University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and Research Center for Industries of the Future, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100324483","display_name":"Ziyang Chen","orcid":"https://orcid.org/0000-0002-2467-8372"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziyang Chen","raw_affiliation_strings":["School of Engineering and Research Center for Industries of the Future, Westlake University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Engineering and Research Center for Industries of the Future, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037270103","display_name":"David J. Brady","orcid":"https://orcid.org/0000-0001-5655-2478"},"institutions":[{"id":"https://openalex.org/I138006243","display_name":"University of Arizona","ror":"https://ror.org/03m2x1q45","country_code":"US","type":"education","lineage":["https://openalex.org/I138006243"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Brady","raw_affiliation_strings":["Wyant College of Optical Sciences, University of Arizona, Tucson, AZ, USA"],"raw_orcid":"https://orcid.org/0000-0001-5655-2478","affiliations":[{"raw_affiliation_string":"Wyant College of Optical Sciences, University of Arizona, Tucson, AZ, USA","institution_ids":["https://openalex.org/I138006243"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015431603","display_name":"Xin Yuan","orcid":"https://orcid.org/0000-0002-8311-7524"},"institutions":[{"id":"https://openalex.org/I3133055985","display_name":"Westlake University","ror":"https://ror.org/05hfa4n20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3133055985"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Yuan","raw_affiliation_strings":["School of Engineering and Research Center for Industries of the Future, Westlake University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8311-7524","affiliations":[{"raw_affiliation_string":"School of Engineering and Research Center for Industries of the Future, Westlake University, Hangzhou, China","institution_ids":["https://openalex.org/I3133055985"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":1.2378,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.78892816,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"28","issue":null,"first_page":"1730","last_page":"1743"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10500","display_name":"Sparse and Compressive Sensing Techniques","score":0.9467999935150146,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12153","display_name":"Advanced Optical Sensing Technologies","score":0.015399999916553497,"subfield":{"id":"https://openalex.org/subfields/3105","display_name":"Instrumentation"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11996","display_name":"Random lasers and scattering media","score":0.009499999694526196,"subfield":{"id":"https://openalex.org/subfields/3102","display_name":"Acoustics and Ultrasonics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/compressed-sensing","display_name":"Compressed sensing","score":0.7214000225067139},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5924000144004822},{"id":"https://openalex.org/keywords/image-sensor","display_name":"Image sensor","score":0.48539999127388},{"id":"https://openalex.org/keywords/digital-micromirror-device","display_name":"Digital micromirror device","score":0.4514999985694885},{"id":"https://openalex.org/keywords/inpainting","display_name":"Inpainting","score":0.428600013256073},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.42080000042915344},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.41830000281333923},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.38989999890327454},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.37450000643730164}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8206999897956848},{"id":"https://openalex.org/C124851039","wikidata":"https://www.wikidata.org/wiki/Q2665459","display_name":"Compressed sensing","level":2,"score":0.7214000225067139},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6226000189781189},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6080999970436096},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5924000144004822},{"id":"https://openalex.org/C76935873","wikidata":"https://www.wikidata.org/wiki/Q209121","display_name":"Image sensor","level":2,"score":0.48539999127388},{"id":"https://openalex.org/C18645525","wikidata":"https://www.wikidata.org/wiki/Q1369469","display_name":"Digital micromirror device","level":2,"score":0.4514999985694885},{"id":"https://openalex.org/C11727466","wikidata":"https://www.wikidata.org/wiki/Q1628157","display_name":"Inpainting","level":3,"score":0.428600013256073},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.42080000042915344},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.41830000281333923},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.38989999890327454},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.37450000643730164},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3725000023841858},{"id":"https://openalex.org/C3261483","wikidata":"https://www.wikidata.org/wiki/Q119565","display_name":"Frame rate","level":2,"score":0.37049999833106995},{"id":"https://openalex.org/C146044194","wikidata":"https://www.wikidata.org/wiki/Q5157334","display_name":"Computational photography","level":4,"score":0.36980000138282776},{"id":"https://openalex.org/C168781493","wikidata":"https://www.wikidata.org/wiki/Q80585","display_name":"Associative array","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.3395000100135803},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.33489999175071716},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.3319000005722046},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.28780001401901245},{"id":"https://openalex.org/C55282118","wikidata":"https://www.wikidata.org/wiki/Q252683","display_name":"Snapshot (computer storage)","level":2,"score":0.2784000039100647},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.265500009059906},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2653999924659729},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2025.3639993","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3639993","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1879175581","https://openalex.org/W1968367053","https://openalex.org/W1986701690","https://openalex.org/W2092680585","https://openalex.org/W2133665775","https://openalex.org/W2151364185","https://openalex.org/W2884144629","https://openalex.org/W2963452792","https://openalex.org/W2963764784","https://openalex.org/W3009338239","https://openalex.org/W3016829532","https://openalex.org/W3035446378","https://openalex.org/W3096654432","https://openalex.org/W3109612475","https://openalex.org/W3126721948","https://openalex.org/W3134510327","https://openalex.org/W3173677691","https://openalex.org/W3177126889","https://openalex.org/W3184308560","https://openalex.org/W3211113236","https://openalex.org/W3216270236","https://openalex.org/W4206515381","https://openalex.org/W4210562285","https://openalex.org/W4212825335","https://openalex.org/W4214612132","https://openalex.org/W4221162820","https://openalex.org/W4221166276","https://openalex.org/W4226407477","https://openalex.org/W4281845262","https://openalex.org/W4286278623","https://openalex.org/W4294676949","https://openalex.org/W4310457791","https://openalex.org/W4312434878","https://openalex.org/W4312560592","https://openalex.org/W4312591085","https://openalex.org/W4312598744","https://openalex.org/W4312847199","https://openalex.org/W4313306230","https://openalex.org/W4328129488","https://openalex.org/W4361856786","https://openalex.org/W4379382445","https://openalex.org/W4385245566","https://openalex.org/W4386071468","https://openalex.org/W4386075704","https://openalex.org/W4386076372","https://openalex.org/W4386076603","https://openalex.org/W4386083031","https://openalex.org/W4387095553","https://openalex.org/W4387385613","https://openalex.org/W4389546289","https://openalex.org/W4390874447","https://openalex.org/W4391035760","https://openalex.org/W4397025931","https://openalex.org/W4397289975","https://openalex.org/W4403791368","https://openalex.org/W4404820256"],"related_works":[],"abstract_inverted_index":{"Digital":[0,151],"cameras":[1,28],"consume$\\sim":[2],"0.1$microjoule":[3],"per":[4,53],"pixel":[5,54],"to":[6,49,71,96,138,145,157,181,187,222,279,289],"capture":[7],"and":[8,140,193,218,235],"encode":[9],"video,":[10],"resulting":[11],"in":[12,66],"a":[13,19,113,150,207,276,281],"power":[14,51],"usage":[15],"of$\\sim":[16],"20$W":[17],"for":[18,174],"4K":[20],"sensor":[21,69],"operating":[22,29],"at":[23,30,129],"30":[24],"fps.":[25],"Imagining":[26],"gigapixel":[27],"100-1000":[31],"fps,":[32],"the":[33,67,116,159,169,188,191,195,224,227,253,264,269,272],"current":[34],"processing":[35],"model":[36],"is":[37,84,93,136,256,275,295],"unsustainable.":[38],"To":[39,202],"address":[40],"this,":[41],"physical":[42],"layer":[43,70],"compressive":[44],"measurement":[45,171,197],"has":[46,105],"been":[47],"proposed":[48],"reduce":[50],"consumption":[52],"by":[55,120],"10-100\u00d7.":[56],"Video":[57],"Snapshot":[58],"Compressive":[59],"Imaging":[60],"(SCI)":[61],"introduces":[62],"high":[63],"frequency":[64],"modulation":[65],"optical":[68],"increase":[72],"effective":[73],"frame":[74],"rate.":[75],"A":[76],"commonly":[77],"used":[78],"sampling":[79],"strategy":[80,255,274],"of":[81,115,161,226,252,263],"video":[82,283],"SCI":[83,284],"Random":[85],"Sampling":[86,125],"(RS)":[87],"where":[88,128],"each":[89,130],"mask":[90],"element":[91],"value":[92],"randomly":[94],"set":[95,137,144],"be":[97,110,199],"0":[98],"or":[99],"1.":[100],"Similarly,":[101],"image":[102,117],"inpainting":[103],"(I2P)":[104],"demonstrated":[106],"that":[107,210,239,262],"images":[108],"can":[109,167,177],"recovered":[111],"from":[112,268],"fraction":[114],"pixels.":[118],"Inspired":[119],"I2P,":[121],"we":[122,166,176,205],"propose":[123],"Ultra-Sparse":[124],"(USS)":[126],"regime,":[127],"spatial":[131],"location,":[132],"only":[133],"one":[134],"sub-frame":[135],"1":[139],"all":[141,244],"others":[142],"are":[143],"0.":[146],"We":[147],"then":[148],"build":[149],"Micro-mirror":[152],"Device":[153],"(DMD)":[154],"encoding":[155],"system":[156,285],"verify":[158],"effectiveness":[160],"our":[162,240],"USS":[163,170,196,228,254,273],"strategy.":[164,266],"Ideally,":[165],"decompose":[168],"into":[172],"sub-measurements":[173],"which":[175],"utilize":[178],"I2P":[179],"algorithms":[180],"recover":[182],"high-speed":[183],"frames.":[184],"However,":[185],"due":[186,288],"mismatch":[189],"between":[190],"DMD":[192],"CCD,":[194],"cannot":[198],"perfectly":[200],"decomposed.":[201],"this":[203],"end,":[204],"proposeBSTFormer,":[206],"sparse":[208],"TransFormer":[209],"utilizes":[211],"local":[212],"Block":[213],"attention,":[214,217],"global":[215,219],"Sparse":[216],"Temporal":[220],"attention":[221],"exploit":[223],"sparsity":[225],"measurement.":[229],"Extensive":[230],"results":[231],"on":[232,286],"both":[233],"simulated":[234],"real-world":[236],"data":[237],"show":[238],"method":[241],"significantly":[242],"outperforms":[243],"previous":[245],"state-of-the-art":[246],"algorithms.":[247],"Additionally,":[248],"an":[249],"essential":[250],"advantage":[251],"its":[257,290],"higher":[258],"dynamic":[259],"range":[260],"than":[261],"RS":[265],"Finally,":[267],"application":[270],"perspective,":[271],"good":[277],"choice":[278],"implement":[280],"complete":[282],"chip":[287],"fixed":[291],"exposure":[292],"time.":[293],"Code":[294],"available":[296],"athttps://github.com/mcao92/BSTFormer.":[297]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-12-03T00:00:00"}