{"id":"https://openalex.org/W4390970312","doi":"https://doi.org/10.1109/tmm.2024.3355628","title":"Snippet-to-Prototype Contrastive Consensus Network for Weakly Supervised Temporal Action Localization","display_name":"Snippet-to-Prototype Contrastive Consensus Network for Weakly Supervised Temporal Action Localization","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4390970312","doi":"https://doi.org/10.1109/tmm.2024.3355628"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3355628","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3355628","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101871969","display_name":"Yuxiang Shao","orcid":"https://orcid.org/0009-0002-5493-5517"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuxiang Shao","raw_affiliation_strings":["Tianjin University of Technology, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100406150","display_name":"Feifei Zhang","orcid":"https://orcid.org/0000-0002-8153-9977"},"institutions":[{"id":"https://openalex.org/I136765683","display_name":"Tianjin University of Technology","ror":"https://ror.org/00zbe0w13","country_code":"CN","type":"education","lineage":["https://openalex.org/I136765683"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feifei Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Tianjin University of Technology, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Tianjin University of Technology, Tianjin, China","institution_ids":["https://openalex.org/I136765683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022636178","display_name":"Changsheng Xu","orcid":"https://orcid.org/0000-0001-8343-9665"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changsheng Xu","raw_affiliation_strings":["State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodal Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101871969"],"corresponding_institution_ids":["https://openalex.org/I136765683"],"apc_list":null,"apc_paid":null,"fwci":2.025,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.86967624,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"6717","last_page":"6729"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9787999987602234,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/snippet","display_name":"Snippet","score":0.9299623370170593},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8579041957855225},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.726997971534729},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6456086039543152},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5744458436965942},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5664785504341125},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46513503789901733},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4113394618034363},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.41108110547065735},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37333083152770996},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.22361838817596436}],"concepts":[{"id":"https://openalex.org/C2777822670","wikidata":"https://www.wikidata.org/wiki/Q1120538","display_name":"Snippet","level":2,"score":0.9299623370170593},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8579041957855225},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.726997971534729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6456086039543152},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5744458436965942},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5664785504341125},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46513503789901733},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4113394618034363},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.41108110547065735},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37333083152770996},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.22361838817596436}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3355628","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3355628","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G1100260481","display_name":null,"funder_award_id":"62072455","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1406082945","display_name":null,"funder_award_id":"62206200","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1498893086","display_name":null,"funder_award_id":"62036012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2143742008","display_name":null,"funder_award_id":"62202331","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2454296646","display_name":null,"funder_award_id":"62106262","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2491828879","display_name":null,"funder_award_id":"22JCYBJC00030","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G2908564948","display_name":null,"funder_award_id":"62002355","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2973184670","display_name":null,"funder_award_id":"62376196","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3087610523","display_name":null,"funder_award_id":"U23A20387","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1927052826","https://openalex.org/W2336403884","https://openalex.org/W2408458745","https://openalex.org/W2520774990","https://openalex.org/W2564325886","https://openalex.org/W2597958930","https://openalex.org/W2598634450","https://openalex.org/W2604113307","https://openalex.org/W2619947201","https://openalex.org/W2804867909","https://openalex.org/W2884293275","https://openalex.org/W2884969173","https://openalex.org/W2893390896","https://openalex.org/W2895240652","https://openalex.org/W2920182456","https://openalex.org/W2948229620","https://openalex.org/W2952435096","https://openalex.org/W2962677524","https://openalex.org/W2962709777","https://openalex.org/W2962876901","https://openalex.org/W2963247196","https://openalex.org/W2963524571","https://openalex.org/W2964036161","https://openalex.org/W2964216549","https://openalex.org/W2964274041","https://openalex.org/W2965102465","https://openalex.org/W2976863923","https://openalex.org/W2983918066","https://openalex.org/W2984478308","https://openalex.org/W2988098865","https://openalex.org/W2996173702","https://openalex.org/W2998702159","https://openalex.org/W3035524453","https://openalex.org/W3035524964","https://openalex.org/W3035585099","https://openalex.org/W3081484346","https://openalex.org/W3087782943","https://openalex.org/W3097664769","https://openalex.org/W3108655343","https://openalex.org/W3109715102","https://openalex.org/W3109986575","https://openalex.org/W3110997624","https://openalex.org/W3112040205","https://openalex.org/W3120494681","https://openalex.org/W3149230594","https://openalex.org/W3150473382","https://openalex.org/W3153043989","https://openalex.org/W3159280076","https://openalex.org/W3173212682","https://openalex.org/W3173698268","https://openalex.org/W3173874725","https://openalex.org/W3174421047","https://openalex.org/W3174511093","https://openalex.org/W3175580044","https://openalex.org/W3176444885","https://openalex.org/W3178036208","https://openalex.org/W3203848195","https://openalex.org/W3207927851","https://openalex.org/W4225505766","https://openalex.org/W4226500165","https://openalex.org/W4285146284","https://openalex.org/W4289535637","https://openalex.org/W4292971825","https://openalex.org/W4304891649","https://openalex.org/W4312317576","https://openalex.org/W4312421085","https://openalex.org/W4312578992","https://openalex.org/W4313024697","https://openalex.org/W4372037321","https://openalex.org/W4386076071","https://openalex.org/W6631190155","https://openalex.org/W6682948231","https://openalex.org/W6735531217","https://openalex.org/W6760239191","https://openalex.org/W6793520193","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W1607713096","https://openalex.org/W3036724449","https://openalex.org/W2798329462","https://openalex.org/W1511521437","https://openalex.org/W3201315194","https://openalex.org/W4318980730","https://openalex.org/W2985134635","https://openalex.org/W2950904665","https://openalex.org/W4289376745","https://openalex.org/W2896663616"],"abstract_inverted_index":{"Weakly-supervised":[0],"temporal":[1],"action":[2,7,47,119],"localization":[3,37],"aims":[4],"to":[5,17,57,65,88,109,121,173,197],"localize":[6,182],"instances":[8],"from":[9,40,96],"untrimmed":[10],"videos":[11],"with":[12,118],"only":[13,150,181],"video-level":[14],"labels.":[15],"Due":[16],"the":[18,30,67,75,82,91,100,144,166,175,199],"lack":[19],"of":[20,128,141,202],"frame-wise":[21],"annotations,":[22],"most":[23],"methods":[24,180],"embrace":[25],"a":[26,51,78],"localization-by-classification":[27],"paradigm.":[28],"However,":[29],"large":[31],"supervision":[32,63,68,136],"gap":[33,69],"between":[34,70],"classification":[35,44,71],"and":[36,46,61,72,85,93,115,125,195],"hinders":[38],"models":[39],"obtaining":[41],"accurate":[42,134],"snippet-wise":[43],"sequences":[45],"proposals.":[48],"We":[49],"propose":[50],"snippet-to-prototype":[52,101],"contrastive":[53,161],"consensus":[54,146],"network":[55,76],"(SPCC-Net)":[56],"simultaneously":[58],"generate":[59],"feature-level":[60],"label-level":[62,135],"information":[64,95,137,140],"narrow":[66],"localization.":[73],"Specifically,":[74],"adopts":[77],"two-stream":[79],"framework":[80],"incorporating":[81],"optical":[83],"flow":[84],"fusion":[86],"streams":[87],"fully":[89],"leverage":[90],"motion":[92],"complementary":[94,139],"multiple":[97,168],"modalities.":[98],"Firstly,":[99],"contrast":[102,116],"module":[103,147],"is":[104],"executed":[105],"within":[106],"each":[107],"stream":[108],"learn":[110],"prototypes":[111],"for":[112,132],"all":[113],"categories":[114],"them":[117],"snippets":[120],"guarantee":[122],"intra-class":[123],"compactness":[124],"inter-class":[126],"separability":[127],"snippet":[129],"features.":[130],"Secondly,":[131],"generating":[133],"through":[138,153,160],"multimodal":[142],"features,":[143],"multi-modality":[145],"ensures":[148],"not":[149],"category":[151],"consistency":[152,159],"knowledge":[154],"distillation":[155],"but":[156],"also":[157],"semantic":[158],"learning.":[162],"Finally,":[163],"we":[164],"introduce":[165],"auxiliary":[167],"instance":[169],"learning":[170],"(MIL)":[171],"loss":[172],"alleviate":[174],"issue":[176],"that":[177],"existing":[178],"MIL-based":[179],"sparse":[183],"discriminative":[184],"snippets.":[185],"Extensive":[186],"experiments":[187],"are":[188],"conducted":[189],"on":[190],"two":[191],"public":[192],"datasets,":[193],"THUMOS-14":[194],"ActivityNet-1.3,":[196],"demonstrate":[198],"superior":[200],"performance":[201],"our":[203],"method":[204],"over":[205],"state-of-the-art":[206],"methods.":[207]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-23T07:41:27.035349","created_date":"2025-10-10T00:00:00"}