{"id":"https://openalex.org/W4288049158","doi":"https://doi.org/10.1109/tpami.2022.3161735","title":"Point Spatio-Temporal Transformer Networks for Point Cloud Video Modeling","display_name":"Point Spatio-Temporal Transformer Networks for Point Cloud Video Modeling","publication_year":2022,"publication_date":"2022-03-23","ids":{"openalex":"https://openalex.org/W4288049158","doi":"https://doi.org/10.1109/tpami.2022.3161735"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3161735","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3161735","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002207978","display_name":"Hehe Fan","orcid":"https://orcid.org/0000-0001-9572-2345"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":true,"raw_author_name":"Hehe Fan","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-9572-2345","affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005421447","display_name":"Yi Yang","orcid":"https://orcid.org/0000-0002-0512-880X"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Yang","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, Zhejiang, China"],"raw_orcid":"https://orcid.org/0000-0002-0512-880X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, Zhejiang, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016415049","display_name":"Mohan Kankanhalli","orcid":"https://orcid.org/0000-0002-4846-2015"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Mohan Kankanhalli","raw_affiliation_strings":["School of Computing, National University of Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4846-2015","affiliations":[{"raw_affiliation_string":"School of Computing, National University of Singapore, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5002207978"],"corresponding_institution_ids":["https://openalex.org/I165932596"],"apc_list":null,"apc_paid":null,"fwci":8.1197,"has_fulltext":false,"cited_by_count":87,"citation_normalized_percentile":{"value":0.9842014,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"45","issue":"2","first_page":"2181","last_page":"2192"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/point-cloud","display_name":"Point cloud","score":0.7662782669067383},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.706945538520813},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5577436685562134},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5533058643341064},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.523933470249176},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5079250931739807},{"id":"https://openalex.org/keywords/timestamp","display_name":"Timestamp","score":0.4973290264606476},{"id":"https://openalex.org/keywords/temporal-resolution","display_name":"Temporal resolution","score":0.46339088678359985},{"id":"https://openalex.org/keywords/point-process","display_name":"Point process","score":0.4516701400279999},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34903615713119507},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.16598576307296753},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14476963877677917},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07617112994194031}],"concepts":[{"id":"https://openalex.org/C131979681","wikidata":"https://www.wikidata.org/wiki/Q1899648","display_name":"Point cloud","level":2,"score":0.7662782669067383},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.706945538520813},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5577436685562134},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5533058643341064},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.523933470249176},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5079250931739807},{"id":"https://openalex.org/C113954288","wikidata":"https://www.wikidata.org/wiki/Q186885","display_name":"Timestamp","level":2,"score":0.4973290264606476},{"id":"https://openalex.org/C119666444","wikidata":"https://www.wikidata.org/wiki/Q5977280","display_name":"Temporal resolution","level":2,"score":0.46339088678359985},{"id":"https://openalex.org/C88871306","wikidata":"https://www.wikidata.org/wiki/Q7208287","display_name":"Point process","level":2,"score":0.4516701400279999},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34903615713119507},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.16598576307296753},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14476963877677917},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07617112994194031},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpami.2022.3161735","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3161735","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7777593022","display_name":null,"funder_award_id":"#A18A2b0046","funder_id":"https://openalex.org/F4320320696","funder_display_name":"Agency for Science, Technology and Research"}],"funders":[{"id":"https://openalex.org/F4320320696","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W1522734439","https://openalex.org/W1923404803","https://openalex.org/W2007057255","https://openalex.org/W2024868105","https://openalex.org/W2085735683","https://openalex.org/W2091911422","https://openalex.org/W2143267104","https://openalex.org/W2144380653","https://openalex.org/W2156303437","https://openalex.org/W2173046955","https://openalex.org/W2431874326","https://openalex.org/W2507009361","https://openalex.org/W2736334449","https://openalex.org/W2739179646","https://openalex.org/W2799211965","https://openalex.org/W2807968599","https://openalex.org/W2890119807","https://openalex.org/W2896457183","https://openalex.org/W2914177721","https://openalex.org/W2940457086","https://openalex.org/W2944006115","https://openalex.org/W2948058585","https://openalex.org/W2948246283","https://openalex.org/W2962771259","https://openalex.org/W2962824791","https://openalex.org/W2962934715","https://openalex.org/W2963091558","https://openalex.org/W2963121255","https://openalex.org/W2963125977","https://openalex.org/W2963155035","https://openalex.org/W2963231572","https://openalex.org/W2963282966","https://openalex.org/W2963288541","https://openalex.org/W2963465695","https://openalex.org/W2963524571","https://openalex.org/W2964110616","https://openalex.org/W2964134613","https://openalex.org/W2970597249","https://openalex.org/W2971686478","https://openalex.org/W2980815547","https://openalex.org/W2981774933","https://openalex.org/W2990613095","https://openalex.org/W2990974996","https://openalex.org/W2991376513","https://openalex.org/W2996150306","https://openalex.org/W2996324165","https://openalex.org/W3000681136","https://openalex.org/W3034213511","https://openalex.org/W3034885317","https://openalex.org/W3047080960","https://openalex.org/W3094502228","https://openalex.org/W3096609285","https://openalex.org/W3097217077","https://openalex.org/W3114753236","https://openalex.org/W3123784868","https://openalex.org/W3127173651","https://openalex.org/W3132408010","https://openalex.org/W3168718178","https://openalex.org/W4214755140","https://openalex.org/W4385245566","https://openalex.org/W6682864246","https://openalex.org/W6739778489","https://openalex.org/W6739901393","https://openalex.org/W6753552102","https://openalex.org/W6763701032","https://openalex.org/W6765327356","https://openalex.org/W6769691525","https://openalex.org/W6771619427","https://openalex.org/W6781924870","https://openalex.org/W6784333009","https://openalex.org/W6789930856"],"related_works":["https://openalex.org/W2060561905","https://openalex.org/W1417711376","https://openalex.org/W1986883493","https://openalex.org/W2469862403","https://openalex.org/W2166378262","https://openalex.org/W4379524643","https://openalex.org/W2035891203","https://openalex.org/W2367807705","https://openalex.org/W3029152356","https://openalex.org/W2054792846"],"abstract_inverted_index":{"Due":[0],"to":[1,39,138,161],"the":[2,23,84,95,110,121,156,163,166,170],"inherent":[3],"unorderliness":[4],"and":[5,31,49,147,154,176,187,195],"irregularity":[6,168],"of":[7,165],"point":[8,18,26,55,128,143,150,184],"cloud,":[9],"points":[10,30,45,66,75,119],"emerge":[11],"inconsistently":[12],"across":[13,51,120],"different":[14,89],"frames":[15],"in":[16,25,48,70],"a":[17,71,80,103],"cloud":[19,27,185],"video.":[20],"To":[21,108],"capture":[22,94],"dynamics":[24],"videos,":[28],"tracking":[29],"limiting":[32],"temporal":[33,73,86,96,171],"modeling":[34],"range":[35,87],"are":[36,145],"usually":[37],"employed":[38],"preserve":[40,109],"spatio-temporal":[41,111,140,157,178],"structure.":[42,97,141],"However,":[43],"as":[44],"may":[46,76,91],"flow":[47],"out":[50],"frames,":[52],"computing":[53],"accurate":[54],"trajectories":[56],"is":[57,133,159],"extremely":[58],"difficult,":[59],"especially":[60],"for":[61,88],"long":[62],"videos.":[63],"Moreover,":[64,130],"when":[65],"move":[67],"fast,":[68],"even":[69],"small":[72],"window,":[74],"still":[77],"escape":[78],"from":[79],"region.":[81],"Besides,":[82],"using":[83],"same":[85],"motions":[90],"not":[92],"accurately":[93],"In":[98],"this":[99],"paper,":[100],"we":[101],"propose":[102],"Point":[104],"Spatio-Temporal":[105],"Transformer":[106],"(PST-Transformer).":[107],"structure,":[112,179],"PST-Transformer":[113,132,181],"adaptively":[114],"searches":[115],"related":[116],"or":[117],"similar":[118],"entire":[122],"video":[123],"by":[124],"performing":[125],"self-attention":[126],"on":[127,169,191],"features.":[129],"our":[131,180],"equipped":[134],"with":[135],"an":[136],"ability":[137],"encode":[139],"Because":[142],"coordinates":[144],"irregular":[146],"unordered":[148],"but":[149],"timestamps":[151],"exhibit":[152],"regularities":[153],"order,":[155],"encoding":[158,177],"decoupled":[160],"reduce":[162],"impact":[164],"spatial":[167],"modeling.":[172],"By":[173],"properly":[174],"preserving":[175],"effectively":[182],"models":[183],"videos":[186],"shows":[188],"superior":[189],"performance":[190],"3D":[192],"action":[193],"recognition":[194],"4D":[196],"semantic":[197],"segmentation.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":26},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":11}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-10-10T00:00:00"}
