{"id":"https://openalex.org/W3047573812","doi":"https://doi.org/10.1145/3473342","title":"Exploring Relations in Untrimmed Videos for Self-Supervised Learning","display_name":"Exploring Relations in Untrimmed Videos for Self-Supervised Learning","publication_year":2022,"publication_date":"2022-01-25","ids":{"openalex":"https://openalex.org/W3047573812","doi":"https://doi.org/10.1145/3473342","mag":"3047573812"},"language":"en","primary_location":{"id":"doi:10.1145/3473342","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3473342","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052937695","display_name":"Dezhao Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dezhao Luo","raw_affiliation_strings":["Institute of Information Engineering, ChineseAcademy of Sciences and University of Chinese Academy of Sciences China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, ChineseAcademy of Sciences and University of Chinese Academy of Sciences China, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016175345","display_name":"Yu Zhou","orcid":"https://orcid.org/0000-0003-4188-9953"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Zhou","raw_affiliation_strings":["Institute of Information Engineering, ChineseAcademy of Sciences and University of Chinese Academy of Sciences China, Beijing, China","Institute of Information Engineering,Chinese Academy of Sciences China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, ChineseAcademy of Sciences and University of Chinese Academy of Sciences China, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Information Engineering,Chinese Academy of Sciences China, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043412497","display_name":"Bo Fang","orcid":"https://orcid.org/0000-0003-0044-2127"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Fang","raw_affiliation_strings":["Institute of Information Engineering, ChineseAcademy of Sciences and University of Chinese Academy of Sciences China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, ChineseAcademy of Sciences and University of Chinese Academy of Sciences China, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080811169","display_name":"Yucan Zhou","orcid":"https://orcid.org/0000-0002-1316-9118"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yucan Zhou","raw_affiliation_strings":["Institute of Information Engineering, ChineseAcademy of Sciences and University of Chinese Academy of Sciences China, Beijing, China","Institute of Information Engineering,Chinese Academy of Sciences China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, ChineseAcademy of Sciences and University of Chinese Academy of Sciences China, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Institute of Information Engineering,Chinese Academy of Sciences China, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002436544","display_name":"Dayan Wu","orcid":"https://orcid.org/0000-0002-8604-7226"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dayan Wu","raw_affiliation_strings":["Institute of Information Engineering,Chinese Academy of Sciences China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering,Chinese Academy of Sciences China, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100442321","display_name":"Weiping Wang","orcid":"https://orcid.org/0000-0002-8618-4992"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiping Wang","raw_affiliation_strings":["Institute of Information Engineering,Chinese Academy of Sciences China, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering,Chinese Academy of Sciences China, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2957,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.79312621,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"18","issue":"1s","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7663969397544861},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7504220008850098},{"id":"https://openalex.org/keywords/clips","display_name":"CLIPS","score":0.6283873319625854},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5682323575019836},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.5467057824134827},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5041688680648804},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4756835699081421},{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.4458143711090088},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3246026635169983},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.24464786052703857}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7663969397544861},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7504220008850098},{"id":"https://openalex.org/C2778739407","wikidata":"https://www.wikidata.org/wiki/Q165372","display_name":"CLIPS","level":2,"score":0.6283873319625854},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5682323575019836},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.5467057824134827},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5041688680648804},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4756835699081421},{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.4458143711090088},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3246026635169983},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.24464786052703857},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3473342","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3473342","pdf_url":null,"source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2756658477","display_name":null,"funder_award_id":"Z191100007119002","funder_id":"https://openalex.org/F4320325902","funder_display_name":"Beijing Municipal Science and Technology Commission"},{"id":"https://openalex.org/G8741921880","display_name":null,"funder_award_id":"62006221","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325902","display_name":"Beijing Municipal Science and Technology Commission","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W24089286","https://openalex.org/W343636949","https://openalex.org/W764651262","https://openalex.org/W1522734439","https://openalex.org/W1944615693","https://openalex.org/W2094116030","https://openalex.org/W2117539524","https://openalex.org/W2126579184","https://openalex.org/W2156303437","https://openalex.org/W2163605009","https://openalex.org/W2168356304","https://openalex.org/W2321533354","https://openalex.org/W2342776425","https://openalex.org/W2487442924","https://openalex.org/W2507009361","https://openalex.org/W2520707650","https://openalex.org/W2550462002","https://openalex.org/W2561238782","https://openalex.org/W2599837529","https://openalex.org/W2604113307","https://openalex.org/W2619697695","https://openalex.org/W2619947201","https://openalex.org/W2766042539","https://openalex.org/W2770804203","https://openalex.org/W2785325870","https://openalex.org/W2798271879","https://openalex.org/W2799087757","https://openalex.org/W2883429621","https://openalex.org/W2883451034","https://openalex.org/W2904531787","https://openalex.org/W2913939497","https://openalex.org/W2926645869","https://openalex.org/W2948242301","https://openalex.org/W2963015194","https://openalex.org/W2963115079","https://openalex.org/W2963155035","https://openalex.org/W2963321993","https://openalex.org/W2963420272","https://openalex.org/W2963631366","https://openalex.org/W2963645879","https://openalex.org/W2963814513","https://openalex.org/W2964037671","https://openalex.org/W2964080601","https://openalex.org/W2964094092","https://openalex.org/W2965994363","https://openalex.org/W2969549355","https://openalex.org/W2990503944","https://openalex.org/W2997302140","https://openalex.org/W2997351497","https://openalex.org/W2997907976","https://openalex.org/W3003861315","https://openalex.org/W3027134841","https://openalex.org/W3034215340","https://openalex.org/W3034381931","https://openalex.org/W3034447740","https://openalex.org/W3034781633","https://openalex.org/W3035524453","https://openalex.org/W3039204154","https://openalex.org/W3041123352","https://openalex.org/W3045085138","https://openalex.org/W3047826509","https://openalex.org/W3094454579","https://openalex.org/W3097877556","https://openalex.org/W3110190397","https://openalex.org/W3135858279","https://openalex.org/W3145385912","https://openalex.org/W3160053372","https://openalex.org/W3161907096","https://openalex.org/W3162793060","https://openalex.org/W3176780013","https://openalex.org/W3178292378","https://openalex.org/W3178307467","https://openalex.org/W3181595505","https://openalex.org/W3183074973","https://openalex.org/W3204931701","https://openalex.org/W4297697565","https://openalex.org/W6600983433","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2417253731","https://openalex.org/W2350469024","https://openalex.org/W2491583298","https://openalex.org/W2327827625","https://openalex.org/W2395860100","https://openalex.org/W2036154621","https://openalex.org/W795077857","https://openalex.org/W2074513378","https://openalex.org/W2376416463","https://openalex.org/W3164304719"],"abstract_inverted_index":{"Existing":[0],"video":[1,23,102,125,137,156],"self-supervised":[2,56,189],"learning":[3],"methods":[4,16,44,190],"mainly":[5],"rely":[6],"on":[7,21],"trimmed":[8,22,32],"videos":[9,74,85],"for":[10,101,145],"model":[11,99],"training.":[12],"They":[13],"apply":[14],"their":[15],"and":[17,27,134,158,185],"verify":[18],"the":[19,113,119,124,132],"effectiveness":[20],"datasets":[24,33],"including":[25],"UCF101":[26],"Kinetics-400,":[28],"among":[29],"others.":[30],"However,":[31],"are":[34,45,96,106],"manually":[35],"annotated":[36],"from":[37],"untrimmed":[38,73,183],"videos.":[39],"In":[40,49],"this":[41,50],"sense,":[42],"these":[43],"not":[46],"truly":[47],"unsupervised.":[48],"article,":[51],"we":[52],"propose":[53],"a":[54],"novel":[55],"method,":[57],"referred":[58],"to":[59,72,77,98,130,178],"as":[60,108],"Exploring":[61],"Relations":[62],"in":[63],"Untrimmed":[64],"Videos":[65],"(ERUV),":[66],"which":[67,139],"can":[68],"be":[69],"straightforwardly":[70],"applied":[71],"(real":[75],"unlabeled)":[76],"learn":[78,179],"spatio-temporal":[79],"features.":[80],"ERUV":[81,127,175],"first":[82],"generates":[83],"single-shot":[84],"by":[86,117],"shot":[87],"change":[88],"detection.":[89],"After":[90],"that,":[91],"some":[92],"designed":[93],"sampling":[94],"strategies":[95,105],"used":[97],"relations":[100,122],"clips.":[103,126],"The":[104],"saved":[107],"our":[109,150],"self-supervision":[110],"signals.":[111],"Finally,":[112],"network":[114],"learns":[115],"representations":[116,181],"predicting":[118],"category":[120],"of":[121,136,166],"between":[123],"is":[128,140,176],"able":[129,177],"compare":[131],"differences":[133],"similarities":[135],"clips,":[138],"also":[141],"an":[142],"essential":[143],"procedure":[144],"video-related":[146],"tasks.":[147],"We":[148],"validate":[149],"learned":[151],"models":[152],"with":[153,163,182,191],"action":[154,159],"recognition,":[155],"retrieval,":[157],"similarity":[160],"labeling":[161],"tasks":[162],"four":[164],"kinds":[165],"3D":[167],"convolutional":[168],"neural":[169],"networks.":[170],"Experimental":[171],"results":[172],"show":[173],"that":[174],"richer":[180],"videos,":[184],"it":[186],"outperforms":[187],"state-of-the-art":[188],"significant":[192],"margins.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":9}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}