{"id":"https://openalex.org/W4225463624","doi":"https://doi.org/10.1109/tnnls.2022.3160860","title":"Self-Supervised Motion Perception for Spatiotemporal Representation Learning","display_name":"Self-Supervised Motion Perception for Spatiotemporal Representation Learning","publication_year":2022,"publication_date":"2022-03-31","ids":{"openalex":"https://openalex.org/W4225463624","doi":"https://doi.org/10.1109/tnnls.2022.3160860","pmid":"https://pubmed.ncbi.nlm.nih.gov/35358053"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3160860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3160860","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100633842","display_name":"Chang Liu","orcid":"https://orcid.org/0000-0001-6747-0646"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chang Liu","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103072099","display_name":"Yuan Yao","orcid":"https://orcid.org/0000-0002-3616-2496"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Yao","raw_affiliation_strings":["School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052937695","display_name":"Dezhao Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dezhao Luo","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016175345","display_name":"Yu Zhou","orcid":"https://orcid.org/0000-0003-4188-9953"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhou","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015317495","display_name":"Qixiang Ye","orcid":null},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qixiang Ye","raw_affiliation_strings":["School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Electronic, Electrical and Communication Engineering, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100633842"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.5295,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.83582117,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"34","issue":"12","first_page":"9832","last_page":"9846"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7410711050033569},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6340097188949585},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5568100214004517},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5465571284294128},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.5004501342773438},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.492336630821228},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4207615852355957},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4113209843635559},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33906638622283936},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.20940589904785156},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.07492601871490479}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7410711050033569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6340097188949585},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5568100214004517},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5465571284294128},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.5004501342773438},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.492336630821228},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4207615852355957},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4113209843635559},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33906638622283936},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.20940589904785156},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.07492601871490479},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2022.3160860","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3160860","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:35358053","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35358053","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1295000622","display_name":null,"funder_award_id":"61836012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6113573069","display_name":null,"funder_award_id":"62171431","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":160,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W93691386","https://openalex.org/W219040644","https://openalex.org/W343636949","https://openalex.org/W1522734439","https://openalex.org/W1979741733","https://openalex.org/W2045192497","https://openalex.org/W2093488518","https://openalex.org/W2095802353","https://openalex.org/W2103504761","https://openalex.org/W2108598243","https://openalex.org/W2126579184","https://openalex.org/W2144796873","https://openalex.org/W2163922914","https://openalex.org/W2166801759","https://openalex.org/W2193384753","https://openalex.org/W2295107390","https://openalex.org/W2308529009","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2341058432","https://openalex.org/W2342662179","https://openalex.org/W2403757143","https://openalex.org/W2487442924","https://openalex.org/W2550462002","https://openalex.org/W2558661413","https://openalex.org/W2565639579","https://openalex.org/W2575671312","https://openalex.org/W2599837529","https://openalex.org/W2619697695","https://openalex.org/W2619947201","https://openalex.org/W2750549109","https://openalex.org/W2766042539","https://openalex.org/W2785325870","https://openalex.org/W2798271879","https://openalex.org/W2798991696","https://openalex.org/W2799087757","https://openalex.org/W2842511635","https://openalex.org/W2883429621","https://openalex.org/W2883451034","https://openalex.org/W2883725317","https://openalex.org/W2895243423","https://openalex.org/W2948012107","https://openalex.org/W2948242301","https://openalex.org/W2948467580","https://openalex.org/W2961193895","https://openalex.org/W2962681491","https://openalex.org/W2962824366","https://openalex.org/W2963092440","https://openalex.org/W2963093735","https://openalex.org/W2963155035","https://openalex.org/W2963420272","https://openalex.org/W2963426332","https://openalex.org/W2963524571","https://openalex.org/W2963631366","https://openalex.org/W2963722382","https://openalex.org/W2963740830","https://openalex.org/W2963749571","https://openalex.org/W2963775820","https://openalex.org/W2963814513","https://openalex.org/W2963820951","https://openalex.org/W2963826423","https://openalex.org/W2964037671","https://openalex.org/W2964700958","https://openalex.org/W2981381717","https://openalex.org/W2986451890","https://openalex.org/W2989980422","https://openalex.org/W2990503944","https://openalex.org/W2990873191","https://openalex.org/W2991133498","https://openalex.org/W2997907976","https://openalex.org/W3005680577","https://openalex.org/W3009561768","https://openalex.org/W3010874390","https://openalex.org/W3012362498","https://openalex.org/W3023371261","https://openalex.org/W3026092005","https://openalex.org/W3029860052","https://openalex.org/W3034215340","https://openalex.org/W3034381931","https://openalex.org/W3035046783","https://openalex.org/W3035060554","https://openalex.org/W3035118106","https://openalex.org/W3035524453","https://openalex.org/W3035635319","https://openalex.org/W3036224891","https://openalex.org/W3037927086","https://openalex.org/W3046614818","https://openalex.org/W3047400341","https://openalex.org/W3047868264","https://openalex.org/W3082416011","https://openalex.org/W3088241548","https://openalex.org/W3090114880","https://openalex.org/W3094454579","https://openalex.org/W3094468028","https://openalex.org/W3097877556","https://openalex.org/W3100859887","https://openalex.org/W3102363610","https://openalex.org/W3104591054","https://openalex.org/W3108655343","https://openalex.org/W3109187938","https://openalex.org/W3109562921","https://openalex.org/W3110190397","https://openalex.org/W3110306138","https://openalex.org/W3113338480","https://openalex.org/W3114632476","https://openalex.org/W3123599388","https://openalex.org/W3126311953","https://openalex.org/W3143778492","https://openalex.org/W3145385912","https://openalex.org/W3164175516","https://openalex.org/W3165309666","https://openalex.org/W3173623687","https://openalex.org/W3181598125","https://openalex.org/W3204659849","https://openalex.org/W3207322291","https://openalex.org/W4246193833","https://openalex.org/W4287812705","https://openalex.org/W4295927003","https://openalex.org/W4297808394","https://openalex.org/W4394661985","https://openalex.org/W6600983433","https://openalex.org/W6677326919","https://openalex.org/W6682250724","https://openalex.org/W6682948231","https://openalex.org/W6726983635","https://openalex.org/W6730179637","https://openalex.org/W6736894310","https://openalex.org/W6747899497","https://openalex.org/W6763416564","https://openalex.org/W6765307894","https://openalex.org/W6770370219","https://openalex.org/W6770717842","https://openalex.org/W6774314701","https://openalex.org/W6774670964","https://openalex.org/W6775224297","https://openalex.org/W6776700526","https://openalex.org/W6777179611","https://openalex.org/W6777860236","https://openalex.org/W6779326418","https://openalex.org/W6779965299","https://openalex.org/W6779977557","https://openalex.org/W6779997284","https://openalex.org/W6780191644","https://openalex.org/W6781184412","https://openalex.org/W6781217715","https://openalex.org/W6781695082","https://openalex.org/W6782958996","https://openalex.org/W6783802886","https://openalex.org/W6783961830","https://openalex.org/W6784660784","https://openalex.org/W6785200178","https://openalex.org/W6786772931","https://openalex.org/W6789246422","https://openalex.org/W6795987502","https://openalex.org/W6796260254","https://openalex.org/W6798110877","https://openalex.org/W6802408074","https://openalex.org/W6864507456","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2093104230","https://openalex.org/W4390874210","https://openalex.org/W4384918963","https://openalex.org/W2128027845","https://openalex.org/W4386184937","https://openalex.org/W4394728283","https://openalex.org/W1493875009","https://openalex.org/W2105231718","https://openalex.org/W4388844349","https://openalex.org/W2019680624"],"abstract_inverted_index":{"In":[0],"this":[1],"study,":[2],"we":[3,82],"propose":[4,84],"a":[5,10,75],"novel":[6],"pretext":[7,21],"task":[8,22],"and":[9,53,65,86,100,120,133],"self-supervised":[11,124],"motion":[12,55,63,88,109,118],"perception":[13,56,104,119],"(SMP)":[14],"method":[15,48],"for":[16,116,137],"spatiotemporal":[17],"representation":[18,125],"learning.":[19],"The":[20,46],"is":[23,49,139],"defined":[24],"as":[25],"video":[26,37,68,117,134],"playback":[27],"rate":[28],"perception,":[29],"which":[30,58,91],"utilizes":[31],"temporal":[32,44,72],"dilated":[33],"sampling":[34],"to":[35,39,62,106],"augment":[36],"clips":[38,69],"multiple":[40,71,102],"duplicates":[41],"of":[42,70,123],"different":[43],"resolutions.":[45],"SMP":[47,138],"built":[50],"upon":[51,127],"discriminative":[52],"generative":[54,94],"models,":[57],"capture":[59],"representations":[60],"related":[61],"dynamics":[64],"appearance":[66],"from":[67],"resolutions":[73],"in":[74],"collaborative":[76],"fashion.":[77],"To":[78],"enhance":[79],"the":[80,93],"collaboration,":[81],"further":[83],"difference":[85],"convolution":[87],"attention":[89],"(MA),":[90],"drives":[92],"model":[95],"focusing":[96],"on":[97],"motion-related":[98],"appearance,":[99],"leverage":[101],"granularity":[103],"(MG)":[105],"extract":[107],"accurate":[108],"dynamics.":[110],"Extensive":[111],"experiments":[112],"demonstrate":[113],"SMP's":[114],"effectiveness":[115],"state-of-the-art":[121],"performance":[122],"models":[126],"target":[128],"tasks,":[129],"including":[130],"action":[131],"recognition":[132],"retrieval.":[135],"Code":[136],"available":[140],"at":[141],"github.com/yuanyao366/SMP.":[142]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}