{"id":"https://openalex.org/W4223498382","doi":"https://doi.org/10.1109/icme52920.2022.9859802","title":"Self-Supervised Video Representation Learning with Motion-Contrastive Perception","display_name":"Self-Supervised Video Representation Learning with Motion-Contrastive Perception","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4223498382","doi":"https://doi.org/10.1109/icme52920.2022.9859802"},"language":"en","primary_location":{"id":"doi:10.1109/icme52920.2022.9859802","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme52920.2022.9859802","pdf_url":null,"source":{"id":"https://openalex.org/S4363607799","display_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100329175","display_name":"Jinyu Liu","orcid":"https://orcid.org/0000-0002-1799-019X"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210156571","display_name":"Collaborative Innovation Center of Chemistry for Energy Materials","ror":"https://ror.org/05fdv7d34","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156571"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyu Liu","raw_affiliation_strings":["School of Computer Science, Shanghai Collaborative Innovation Center of Intelligent Visual Computing, Fudan University,China","School of Computer Science, Shanghai Collaborative Innovation Center of Intelligent Visual Computing, Fudan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Shanghai Collaborative Innovation Center of Intelligent Visual Computing, Fudan University,China","institution_ids":["https://openalex.org/I4210156571"]},{"raw_affiliation_string":"School of Computer Science, Shanghai Collaborative Innovation Center of Intelligent Visual Computing, Fudan University, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114859513","display_name":"Ying Cheng","orcid":"https://orcid.org/0000-0002-8964-3998"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Cheng","raw_affiliation_strings":["Academy for Engineering and Technology, Fudan University,China","Academy for Engineering and Technology, Fudan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academy for Engineering and Technology, Fudan University,China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Academy for Engineering and Technology, Fudan University, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114236957","display_name":"Yuejie Zhang","orcid":"https://orcid.org/0009-0006-3746-6383"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210156571","display_name":"Collaborative Innovation Center of Chemistry for Energy Materials","ror":"https://ror.org/05fdv7d34","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156571"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuejie Zhang","raw_affiliation_strings":["School of Computer Science, Shanghai Collaborative Innovation Center of Intelligent Visual Computing, Fudan University,China","School of Computer Science, Shanghai Collaborative Innovation Center of Intelligent Visual Computing, Fudan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Shanghai Collaborative Innovation Center of Intelligent Visual Computing, Fudan University,China","institution_ids":["https://openalex.org/I4210156571"]},{"raw_affiliation_string":"School of Computer Science, Shanghai Collaborative Innovation Center of Intelligent Visual Computing, Fudan University, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100626035","display_name":"Rui-Wei Zhao","orcid":"https://orcid.org/0000-0002-8498-5761"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui-Wei Zhao","raw_affiliation_strings":["Academy for Engineering and Technology, Fudan University,China","Academy for Engineering and Technology, Fudan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Academy for Engineering and Technology, Fudan University,China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"Academy for Engineering and Technology, Fudan University, China","institution_ids":["https://openalex.org/I24943067"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100680617","display_name":"Rui Feng","orcid":"https://orcid.org/0000-0002-4747-0574"},"institutions":[{"id":"https://openalex.org/I24943067","display_name":"Fudan University","ror":"https://ror.org/013q1eq08","country_code":"CN","type":"education","lineage":["https://openalex.org/I24943067"]},{"id":"https://openalex.org/I4210156571","display_name":"Collaborative Innovation Center of Chemistry for Energy Materials","ror":"https://ror.org/05fdv7d34","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210156571"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Feng","raw_affiliation_strings":["School of Computer Science, Shanghai Collaborative Innovation Center of Intelligent Visual Computing, Fudan University,China","Academy for Engineering and Technology, Fudan University, China","School of Computer Science, Shanghai Collaborative Innovation Center of Intelligent Visual Computing, Fudan University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, Shanghai Collaborative Innovation Center of Intelligent Visual Computing, Fudan University,China","institution_ids":["https://openalex.org/I4210156571"]},{"raw_affiliation_string":"Academy for Engineering and Technology, Fudan University, China","institution_ids":["https://openalex.org/I24943067"]},{"raw_affiliation_string":"School of Computer Science, Shanghai Collaborative Innovation Center of Intelligent Visual Computing, Fudan University, China","institution_ids":["https://openalex.org/I24943067"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7783955931663513},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7195044755935669},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.591212809085846},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5763687491416931},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5697198510169983},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5391708612442017},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4936917722225189},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.492260605096817},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.42835575342178345},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4245871901512146},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37613651156425476},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.34210819005966187}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7783955931663513},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7195044755935669},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.591212809085846},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5763687491416931},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5697198510169983},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5391708612442017},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4936917722225189},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.492260605096817},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.42835575342178345},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4245871901512146},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37613651156425476},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.34210819005966187},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme52920.2022.9859802","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme52920.2022.9859802","pdf_url":null,"source":{"id":"https://openalex.org/S4363607799","display_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5983613165","display_name":null,"funder_award_id":"20511100800,21511100500","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G618022711","display_name":null,"funder_award_id":"62172101,61976057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W343636949","https://openalex.org/W2096733369","https://openalex.org/W2126579184","https://openalex.org/W2152790380","https://openalex.org/W2308529009","https://openalex.org/W2321533354","https://openalex.org/W2487442924","https://openalex.org/W2619082050","https://openalex.org/W2785325870","https://openalex.org/W2798271879","https://openalex.org/W2883429621","https://openalex.org/W2883451034","https://openalex.org/W2926645869","https://openalex.org/W2948242301","https://openalex.org/W2962824366","https://openalex.org/W2962934715","https://openalex.org/W2963155035","https://openalex.org/W2963524571","https://openalex.org/W2963814513","https://openalex.org/W2964037671","https://openalex.org/W2997907976","https://openalex.org/W2999801590","https://openalex.org/W3005680577","https://openalex.org/W3010874390","https://openalex.org/W3034215340","https://openalex.org/W3034381931","https://openalex.org/W3035524453","https://openalex.org/W3047425522","https://openalex.org/W3048918001","https://openalex.org/W3094454579","https://openalex.org/W3101999878","https://openalex.org/W3104591054","https://openalex.org/W3108655343","https://openalex.org/W3110190397","https://openalex.org/W3181598125","https://openalex.org/W3197113684","https://openalex.org/W3204261852","https://openalex.org/W6600983433","https://openalex.org/W6682948231","https://openalex.org/W6700872662","https://openalex.org/W6747899497","https://openalex.org/W6760653604","https://openalex.org/W6772685017","https://openalex.org/W6774314701","https://openalex.org/W6784660784","https://openalex.org/W6785790915"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W2953174548","https://openalex.org/W4390871823","https://openalex.org/W4311555960"],"abstract_inverted_index":{"Visual-only":[0],"self-supervised":[1,143],"learning":[2,23,43,118],"has":[3],"achieved":[4],"significant":[5],"improvement":[6],"in":[7,100],"video":[8,18,44,92],"representation":[9],"learning.":[10],"Existing":[11],"related":[12],"methods":[13],"encourage":[14],"models":[15,31],"to":[16,34,59,89,107,119],"learn":[17,90,108,120],"representations":[19,93],"by":[20,94],"utilizing":[21],"contrastive":[22,117],"or":[24],"designing":[25],"specific":[26],"pretext":[27],"tasks.":[28],"However,":[29],"some":[30],"are":[32],"likely":[33],"focus":[35],"on":[36,65,96,128],"the":[37,69,97,103,113],"background,":[38],"which":[39,74],"is":[40],"unimportant":[41],"for":[42,124],"representations.":[45],"To":[46],"alleviate":[47],"this":[48],"problem,":[49],"we":[50,67],"propose":[51,68],"a":[52],"new":[53],"view":[54],"called":[55],"long-range":[56],"residual":[57],"frame":[58],"obtain":[60],"more":[61],"motion-specific":[62],"information.":[63],"Based":[64],"this,":[66],"Motion-Contrastive":[70],"Perception":[71,82,87],"Network":[72],"(MCPNet),":[73],"consists":[75],"of":[76],"two":[77,129],"branches,":[78],"namely,":[79],"Motion":[80],"Information":[81],"(MIP)":[83],"and":[84,112,133],"Contrastive":[85],"Instance":[86],"(CIP),":[88],"generic":[91],"focusing":[95],"changing":[98],"areas":[99],"videos.":[101],"Specifically,":[102],"MIP":[104],"branch":[105,115],"aims":[106],"fine-grained":[109],"motion":[110],"features,":[111],"CIP":[114],"performs":[116],"overall":[121],"semantics":[122],"information":[123],"each":[125],"instance.":[126],"Experiments":[127],"benchmark":[130],"datasets":[131],"UCF-101":[132],"HMDB-51":[134],"show":[135],"that":[136],"our":[137],"method":[138],"outperforms":[139],"current":[140],"state-of-the-art":[141],"visual-only":[142],"approaches.":[144]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}