{"id":"https://openalex.org/W7154299952","doi":"https://doi.org/10.48550/arxiv.2604.11637","title":"STS-Mixer: Spatio-Temporal-Spectral Mixer for 4D Point Cloud Video Understanding","display_name":"STS-Mixer: Spatio-Temporal-Spectral Mixer for 4D Point Cloud Video Understanding","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154299952","doi":"https://doi.org/10.48550/arxiv.2604.11637"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.11637","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11637","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.11637","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133577607","display_name":"Wenhao Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Wenhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040019227","display_name":"Xueying Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Xueying","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038364852","display_name":"Gongjie Zhang","orcid":"https://orcid.org/0000-0003-0506-8357"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Gongjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133596464","display_name":"Xiaoqin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xiaoqin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133560212","display_name":"Ling Shao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shao, Ling","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133622405","display_name":"Shijian Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Shijian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.921999990940094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.921999990940094,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.010300000198185444,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.00930000003427267,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.9193000197410583},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5771999955177307},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5429999828338623},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5406000018119812},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5315999984741211},{"id":"https://openalex.org/keywords/point-process","display_name":"Point process","score":0.39169999957084656},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.38260000944137573}],"concepts":[{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.9193000197410583},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6644999980926514},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5771999955177307},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5429999828338623},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5406000018119812},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5315999984741211},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4505999982357025},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3991999924182892},{"id":"https://openalex.org/C88871306","wikidata":"https://www.wikidata.org/wiki/Q7208287","display_name":"Point process","level":2,"score":0.39169999957084656},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.38260000944137573},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.3781000077724457},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3765000104904175},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3416999876499176},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.30090001225471497},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.28690001368522644},{"id":"https://openalex.org/C19118579","wikidata":"https://www.wikidata.org/wiki/Q786423","display_name":"Frequency domain","level":2,"score":0.28459998965263367},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2782999873161316},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.25940001010894775},{"id":"https://openalex.org/C174440990","wikidata":"https://www.wikidata.org/wiki/Q681349","display_name":"Point-to-point","level":2,"score":0.2556999921798706}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.11637","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11637","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.11637","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11637","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"4D":[0,18,36,52,68,162,186],"point":[1,37,53,69,92,136,163],"cloud":[2,38,54,70,93,137,164],"videos":[3,39,71],"capture":[4,104,149],"rich":[5,150],"spatial":[6],"and":[7,49,132,152,158,185,191],"temporal":[8,153],"dynamics":[9],"of":[10,35,51,85,91,135,161],"scenes":[11],"which":[12,86],"possess":[13],"unique":[14],"values":[15],"in":[16,26],"various":[17],"understanding":[19,50,160],"tasks.":[20,189],"However,":[21],"most":[22],"existing":[23],"methods":[24],"work":[25],"the":[27,31,58,100],"spatiotemporal":[28,146],"domain":[29],"where":[30],"underlying":[32],"geometric":[33,89],"characteristics":[34],"are":[40,193],"hard":[41],"to":[42,45,148],"capture,":[43],"leading":[44],"degraded":[46],"representation":[47],"learning":[48],"videos.":[55,94,138,165],"We":[56],"address":[57],"above":[59],"challenge":[60],"from":[61],"a":[62,125],"complementary":[63],"spectral":[64,74,96,133,143],"perspective.":[65],"By":[66],"transforming":[67],"into":[72,80],"graph":[73],"signals,":[75],"we":[76,120],"can":[77],"decompose":[78],"them":[79],"multiple":[81,176],"frequency":[82],"bands":[83],"each":[84],"captures":[87],"distinct":[88],"structures":[90],"Our":[95],"analysis":[97],"reveals":[98],"that":[99,128,169],"decomposed":[101],"low-frequency":[102],"signals":[103,110,144],"more":[105,112],"coarse":[106],"shapes":[107],"while":[108,155],"high-frequency":[109],"encode":[111],"fine-grained":[113,157],"geometry":[114],"details.":[115],"Building":[116],"on":[117,180],"these":[118],"observations,":[119],"design":[121],"Spatio-Temporal-Spectral":[122],"Mixer":[123],"(STS-Mixer),":[124],"unified":[126],"framework":[127],"mixes":[129],"spatial,":[130],"temporal,":[131],"representations":[134],"STS-Mixer":[139,170],"integrates":[140],"multi-band":[141],"delineated":[142],"with":[145],"information":[147],"geometries":[151],"dynamics,":[154],"enabling":[156],"holistic":[159],"Extensive":[166],"experiments":[167],"show":[168],"achieves":[171],"superior":[172],"performance":[173],"consistently":[174],"across":[175],"widely":[177],"adopted":[178],"benchmarks":[179],"both":[181],"3D":[182],"action":[183],"recognition":[184],"semantic":[187],"segmentation":[188],"Code":[190],"models":[192],"available":[194],"at":[195],"https://github.com/Vegetebird/STS-Mixer.":[196]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-15T00:00:00"}
