{"id":"https://openalex.org/W3159280076","doi":"https://doi.org/10.1109/tpami.2021.3076172","title":"Two-Branch Relational Prototypical Network for Weakly Supervised Temporal Action Localization","display_name":"Two-Branch Relational Prototypical Network for Weakly Supervised Temporal Action Localization","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3159280076","doi":"https://doi.org/10.1109/tpami.2021.3076172","mag":"3159280076","pmid":"https://pubmed.ncbi.nlm.nih.gov/33909560"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3076172","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3076172","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103005183","display_name":"Linjiang Huang","orcid":"https://orcid.org/0000-0001-9701-6487"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Linjiang Huang","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation Chinese Academy of Sciences, 74522 Beijing, Beijing, China, (e-mail: linjiang.huang@cripac.ia.ac.cn)","[National Laboratory of Pattern Recognition, Institute of Automation Chinese Academy of Sciences, 74522 Beijing, Beijing, China, (e-mail: linjiang.huang@cripac.ia.ac.cn)]"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation Chinese Academy of Sciences, 74522 Beijing, Beijing, China, (e-mail: linjiang.huang@cripac.ia.ac.cn)","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I4210094879"]},{"raw_affiliation_string":"[National Laboratory of Pattern Recognition, Institute of Automation Chinese Academy of Sciences, 74522 Beijing, Beijing, China, (e-mail: linjiang.huang@cripac.ia.ac.cn)]","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101550628","display_name":"Yan Huang","orcid":"https://orcid.org/0000-0002-8239-7229"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Huang","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation Chinese Academy of Sciences, 74522 Beijing, Beijing, China, (e-mail: yhuang@nlpr.ia.ac.cn)"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation Chinese Academy of Sciences, 74522 Beijing, Beijing, China, (e-mail: yhuang@nlpr.ia.ac.cn)","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087818121","display_name":"Wanli Ouyang","orcid":"https://orcid.org/0000-0002-9163-2761"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wanli Ouyang","raw_affiliation_strings":["School of Electrical and Information Engineering, The University of Sydney, 4334 Sydney, New South Wales, Australia, (e-mail: wanli.ouyang@sydney.edu.au)"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, The University of Sydney, 4334 Sydney, New South Wales, Australia, (e-mail: wanli.ouyang@sydney.edu.au)","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5115602506","display_name":"Liang Wang","orcid":"https://orcid.org/0000-0001-5224-8647"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Wang","raw_affiliation_strings":["National Laboratory of Pattern Recognition, Institute of Automation Chinese Academy of Sciences, 74522 Beijing, Beijing, China, (e-mail: wangliang@nlpr.ia.ac.cn)"],"affiliations":[{"raw_affiliation_string":"National Laboratory of Pattern Recognition, Institute of Automation Chinese Academy of Sciences, 74522 Beijing, Beijing, China, (e-mail: wangliang@nlpr.ia.ac.cn)","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5103005183"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879","https://openalex.org/I4210112150"],"apc_list":null,"apc_paid":null,"fwci":1.5537,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.8487972,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"44","issue":"9","first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7341319918632507},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6590754389762878},{"id":"https://openalex.org/keywords/classifier","display_name":"Classifier (UML)","score":0.6326113343238831},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5734943747520447},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.5003230571746826},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.47863784432411194},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.46905162930488586},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45670437812805176},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.43067365884780884}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7341319918632507},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6590754389762878},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.6326113343238831},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5734943747520447},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.5003230571746826},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.47863784432411194},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.46905162930488586},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45670437812805176},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.43067365884780884},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2021.3076172","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3076172","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:33909560","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33909560","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2222490201","display_name":null,"funder_award_id":"61806194","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5273665290","display_name":null,"funder_award_id":"Z201100006820079","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G5858177368","display_name":null,"funder_award_id":"61525306","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6431871145","display_name":null,"funder_award_id":"61721004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7010190359","display_name":null,"funder_award_id":"61633021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7145271284","display_name":null,"funder_award_id":"61976132","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":93,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1522734439","https://openalex.org/W1595717062","https://openalex.org/W1907587592","https://openalex.org/W1923404803","https://openalex.org/W1927052826","https://openalex.org/W1983364832","https://openalex.org/W1987971958","https://openalex.org/W2016053056","https://openalex.org/W2020163092","https://openalex.org/W2033740597","https://openalex.org/W2060300932","https://openalex.org/W2064675550","https://openalex.org/W2084341401","https://openalex.org/W2108710284","https://openalex.org/W2122111042","https://openalex.org/W2126574503","https://openalex.org/W2131042978","https://openalex.org/W2133128938","https://openalex.org/W2146444479","https://openalex.org/W2161565164","https://openalex.org/W2161969291","https://openalex.org/W2292288263","https://openalex.org/W2470774766","https://openalex.org/W2520774990","https://openalex.org/W2529163075","https://openalex.org/W2550143307","https://openalex.org/W2593722617","https://openalex.org/W2604113307","https://openalex.org/W2607566495","https://openalex.org/W2608648143","https://openalex.org/W2766402183","https://openalex.org/W2770804203","https://openalex.org/W2799176631","https://openalex.org/W2806331055","https://openalex.org/W2883429621","https://openalex.org/W2884293275","https://openalex.org/W2895240652","https://openalex.org/W2920182456","https://openalex.org/W2932399282","https://openalex.org/W2948229620","https://openalex.org/W2952435096","https://openalex.org/W2962677524","https://openalex.org/W2962709777","https://openalex.org/W2962728572","https://openalex.org/W2962876901","https://openalex.org/W2962898354","https://openalex.org/W2963045696","https://openalex.org/W2963091558","https://openalex.org/W2963155035","https://openalex.org/W2963247196","https://openalex.org/W2963300078","https://openalex.org/W2963314614","https://openalex.org/W2963321993","https://openalex.org/W2963466847","https://openalex.org/W2963524571","https://openalex.org/W2963745697","https://openalex.org/W2963795951","https://openalex.org/W2963820951","https://openalex.org/W2963874033","https://openalex.org/W2964008341","https://openalex.org/W2964036161","https://openalex.org/W2964051675","https://openalex.org/W2964214371","https://openalex.org/W2964216549","https://openalex.org/W2969985801","https://openalex.org/W2981998043","https://openalex.org/W2984478308","https://openalex.org/W2984619425","https://openalex.org/W2988098865","https://openalex.org/W2998601171","https://openalex.org/W2998702159","https://openalex.org/W3012784206","https://openalex.org/W3034912730","https://openalex.org/W3056617467","https://openalex.org/W3100481960","https://openalex.org/W3103081334","https://openalex.org/W3109715102","https://openalex.org/W4283810973","https://openalex.org/W4288020585","https://openalex.org/W4301963599","https://openalex.org/W4308706875","https://openalex.org/W4375839990","https://openalex.org/W6631190155","https://openalex.org/W6680962578","https://openalex.org/W6682864246","https://openalex.org/W6720429201","https://openalex.org/W6735236233","https://openalex.org/W6755431558","https://openalex.org/W6760239191","https://openalex.org/W6762913911","https://openalex.org/W6770578729","https://openalex.org/W6775177070"],"related_works":["https://openalex.org/W4388311650","https://openalex.org/W5922282","https://openalex.org/W1974056099","https://openalex.org/W4245343541","https://openalex.org/W2386077341","https://openalex.org/W563589758","https://openalex.org/W62490179","https://openalex.org/W2954004777","https://openalex.org/W2149537132","https://openalex.org/W2951102138"],"abstract_inverted_index":{"As":[0,177],"a":[1,123,151,171,178,184,215],"challenging":[2],"task":[3,24],"of":[4,81,103,174,211,249,271],"high-level":[5],"video":[6],"understanding,":[7],"weakly":[8],"supervised":[9],"temporal":[10],"action":[11,31],"localization":[12],"has":[13],"attracted":[14],"more":[15],"attention":[16],"recently.":[17],"With":[18,55],"only":[19],"video-level":[20],"category":[21],"labels,":[22],"this":[23,42,119],"should":[25],"indistinguishably":[26],"identify":[27],"the":[28,48,56,65,79,91,101,111,154,158,190,197,206,220,223,226,237,244,269,272],"background":[29,69,104,108],"and":[30,52,70,109,115,136,149,255,265,275],"categories":[32],"frame":[33],"by":[34,64],"frame.":[35],"However,":[36],"it":[37,85],"is":[38,86,247],"non-trivial":[39],"to":[40,47,74,88,99,142,169,192,214,233],"achieve":[41],"in":[43,118,219],"untrimmed":[44],"videos,":[45],"due":[46],"unconstrained":[49],"background,":[50],"complex":[51],"multi-label":[53,185,198],"actions.":[54],"observation":[57],"that":[58,243],"these":[59,76],"difficulties":[60],"are":[61,203],"mainly":[62,137],"brought":[63],"large":[66,253],"variations":[67,254],"within":[68],"actions,":[71],"we":[72,121,181],"propose":[73,122],"address":[75],"challenges":[77],"from":[78],"perspective":[80],"modeling":[82,175,250],"variations.":[83,176],"Moreover,":[84],"desired":[87],"further":[89,179],"reduce":[90],"variations,":[92],"or":[93],"learn":[94,193],"compact":[95,194,257],"features,":[96],"so":[97],"as":[98,106,139,230],"cast":[100],"problem":[102],"identification":[105],"rejecting":[107],"alleviate":[110],"contradiction":[112],"between":[113,208],"classification":[114],"detection.":[116],"Accordingly,":[117],"paper,":[120],"two-branch":[124],"relational":[125],"prototypical":[126],"network.":[127],"The":[128,200],"first":[129],"branch,":[130,160],"namely":[131,161,167],"action-branch,":[132],"adopts":[133],"class-wise":[134],"prototypes":[135],"acts":[138],"an":[140],"auxiliary":[141],"introduce":[143],"priori":[144],"knowledge":[145],"about":[146],"label":[147],"dependencies":[148],"be":[150],"guide":[152],"for":[153],"second":[155,159],"branch.":[156],"Meanwhile,":[157],"sub-branch,":[162],"starts":[163],"with":[164,252],"multiple":[165],"prototypes,":[166,212],"sub-prototypes,":[168],"enable":[170],"powerful":[172],"ability":[173],"benefit,":[180],"elaborately":[182],"design":[183],"clustering":[186],"loss":[187],"based":[188],"on":[189,222,262],"sub-prototypes":[191],"features":[195],"under":[196],"setting.":[199],"two":[201,209,227],"branches":[202,228],"associated":[204],"using":[205],"correspondences":[207],"types":[210],"leading":[213],"special":[216],"two-stage":[217],"classifier":[218],"s-branch,":[221],"other":[224],"hand,":[225],"serve":[229],"regularization":[231],"terms":[232],"each":[234],"other,":[235],"improving":[236],"final":[238],"performance.":[239],"Ablation":[240],"studies":[241],"find":[242],"proposed":[245,273],"model":[246],"capable":[248],"classes":[251],"learning":[256],"features.":[258],"Extensive":[259],"experimental":[260],"evaluations":[261],"Thumos14,":[263],"MultiThumos":[264],"ActivityNet":[266],"datasets":[267],"demonstrate":[268],"effectiveness":[270],"method":[274],"superior":[276],"performance":[277],"over":[278],"state-of-the-art":[279],"approaches.":[280]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}