{"id":"https://openalex.org/W4285030992","doi":"https://doi.org/10.1109/tpami.2022.3189662","title":"Adaptive Two-Stream Consensus Network for Weakly-Supervised Temporal Action Localization","display_name":"Adaptive Two-Stream Consensus Network for Weakly-Supervised Temporal Action Localization","publication_year":2022,"publication_date":"2022-07-11","ids":{"openalex":"https://openalex.org/W4285030992","doi":"https://doi.org/10.1109/tpami.2022.3189662","pmid":"https://pubmed.ncbi.nlm.nih.gov/35816538"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2022.3189662","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3189662","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024925731","display_name":"Yuanhao Zhai","orcid":"https://orcid.org/0000-0002-3277-3329"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]},{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Yuanhao Zhai","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, Xi'an, Shaanxi, China","Computer Science and Engineering Department, University at Buffalo, State University of New York, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"Computer Science and Engineering Department, University at Buffalo, State University of New York, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350774","display_name":"Le Wang","orcid":"https://orcid.org/0000-0001-6636-6396"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Wang","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009121711","display_name":"Wei Tang","orcid":"https://orcid.org/0000-0001-8879-8325"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Tang","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Chicago, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100756983","display_name":"Qilin Zhang","orcid":"https://orcid.org/0000-0002-7917-9749"},"institutions":[{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]},{"id":"https://openalex.org/I4210136555","display_name":"ATUM (United States)","ror":"https://ror.org/03vcdbg75","country_code":"US","type":"company","lineage":["https://openalex.org/I4210136555"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qilin Zhang","raw_affiliation_strings":["independent researcher, Menlo Park, CA, USA"],"affiliations":[{"raw_affiliation_string":"independent researcher, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I4210136555","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047405956","display_name":"Nanning Zheng","orcid":"https://orcid.org/0000-0003-1608-8257"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nanning Zheng","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, Xi'an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003875781","display_name":"David Doermann","orcid":"https://orcid.org/0000-0003-1639-4561"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"David Doermann","raw_affiliation_strings":["Wormpex AI Research, Bellevue, WA, USA"],"affiliations":[{"raw_affiliation_string":"Wormpex AI Research, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085245110","display_name":"Junsong Yuan","orcid":"https://orcid.org/0000-0002-7901-8793"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Junsong Yuan","raw_affiliation_strings":["Wormpex AI Research, Bellevue, WA, USA"],"affiliations":[{"raw_affiliation_string":"Wormpex AI Research, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081114810","display_name":"Gang Hua","orcid":"https://orcid.org/0000-0001-9522-6157"},"institutions":[{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gang Hua","raw_affiliation_strings":["Wormpex AI Research, Bellevue, WA, USA"],"affiliations":[{"raw_affiliation_string":"Wormpex AI Research, Bellevue, WA, USA","institution_ids":["https://openalex.org/I4210108985"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5024925731"],"corresponding_institution_ids":["https://openalex.org/I63190737","https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":1.7112,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.85545761,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"45","issue":"4","first_page":"4136","last_page":"4151"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11227","display_name":"Diabetic Foot Ulcer Assessment and Management","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/2712","display_name":"Endocrinology, Diabetes and Metabolism"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7794118523597717},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.659481406211853},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6557466983795166},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4689464271068573},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.4673735499382019},{"id":"https://openalex.org/keywords/snippet","display_name":"Snippet","score":0.4504106044769287},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.41688960790634155},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4100549817085266},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.09807401895523071}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7794118523597717},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.659481406211853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6557466983795166},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4689464271068573},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.4673735499382019},{"id":"https://openalex.org/C2777822670","wikidata":"https://www.wikidata.org/wiki/Q1120538","display_name":"Snippet","level":2,"score":0.4504106044769287},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.41688960790634155},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4100549817085266},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.09807401895523071},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2022.3189662","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2022.3189662","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:35816538","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35816538","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1099903527","display_name":null,"funder_award_id":"HR001120C0124","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G3875897167","display_name":null,"funder_award_id":"2022JC-41","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G7600037353","display_name":null,"funder_award_id":"XTR042021005","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":71,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1578985305","https://openalex.org/W1595717062","https://openalex.org/W1905051261","https://openalex.org/W1927052826","https://openalex.org/W2020163092","https://openalex.org/W2088622183","https://openalex.org/W2101210369","https://openalex.org/W2108598243","https://openalex.org/W2111316763","https://openalex.org/W2126574503","https://openalex.org/W2133059825","https://openalex.org/W2161969291","https://openalex.org/W2295107390","https://openalex.org/W2337252826","https://openalex.org/W2342662179","https://openalex.org/W2463824207","https://openalex.org/W2507009361","https://openalex.org/W2593722617","https://openalex.org/W2597958930","https://openalex.org/W2604113307","https://openalex.org/W2607566495","https://openalex.org/W2751832138","https://openalex.org/W2799146007","https://openalex.org/W2884293275","https://openalex.org/W2895240652","https://openalex.org/W2947084868","https://openalex.org/W2948229620","https://openalex.org/W2952435096","https://openalex.org/W2962677524","https://openalex.org/W2962709777","https://openalex.org/W2962876901","https://openalex.org/W2963015194","https://openalex.org/W2963045696","https://openalex.org/W2963247196","https://openalex.org/W2963524571","https://openalex.org/W2963901365","https://openalex.org/W2964008341","https://openalex.org/W2964107628","https://openalex.org/W2964216549","https://openalex.org/W2971032914","https://openalex.org/W2981578854","https://openalex.org/W2983918066","https://openalex.org/W2984478308","https://openalex.org/W2984619425","https://openalex.org/W2986407524","https://openalex.org/W2988098865","https://openalex.org/W2988630963","https://openalex.org/W2989042503","https://openalex.org/W2994508843","https://openalex.org/W2998601171","https://openalex.org/W2998702159","https://openalex.org/W3034623254","https://openalex.org/W3035160371","https://openalex.org/W3035303837","https://openalex.org/W3035333188","https://openalex.org/W3035413240","https://openalex.org/W3035585099","https://openalex.org/W3083550439","https://openalex.org/W3097664769","https://openalex.org/W3109715102","https://openalex.org/W3109986575","https://openalex.org/W3118479201","https://openalex.org/W3174511093","https://openalex.org/W3176266788","https://openalex.org/W3178036208","https://openalex.org/W4230270698","https://openalex.org/W6682864246","https://openalex.org/W6726873649","https://openalex.org/W6768222176","https://openalex.org/W6797785882"],"related_works":["https://openalex.org/W1607713096","https://openalex.org/W2798329462","https://openalex.org/W3036724449","https://openalex.org/W1511521437","https://openalex.org/W3201315194","https://openalex.org/W4318980730","https://openalex.org/W4289376745","https://openalex.org/W2950904665","https://openalex.org/W2896663616","https://openalex.org/W2023083803"],"abstract_inverted_index":{"Weakly-supervised":[0],"temporal":[1],"action":[2,11,39,43,105,122,144],"localization":[3,41,142],"(W-TAL)":[4],"aims":[5],"to":[6,29,57,86,110,132],"classify":[7],"and":[8,33,42,76,84,106,124,138,151,156,180,191],"localize":[9],"all":[10],"instances":[12],"in":[13],"untrimmed":[14],"videos":[15],"under":[16],"only":[17],"video-level":[18,150],"supervision.":[19],"Without":[20],"frame-level":[21,70,88],"annotations,":[22],"it":[23,127],"is":[24,74],"challenging":[25],"for":[26,90],"W-TAL":[27],"methods":[28],"clearly":[30],"distinguish":[31],"actions":[32],"background,":[34],"which":[35,102],"severely":[36],"degrades":[37],"the":[38,116,120,129,140,160,174],"boundary":[40],"proposal":[44],"scoring.":[45],"In":[46],"this":[47,59],"paper,":[48],"we":[49,95,147],"present":[50],"an":[51,64,97],"adaptive":[52,98],"two-stream":[53],"consensus":[54],"network":[55],"(A-TSCN)":[56],"address":[58],"problem.":[60],"Our":[61],"A-TSCN":[62,186],"features":[63],"iterative":[65],"refinement":[66],"training":[67],"scheme:":[68],"a":[69,80,135,149,152],"pseudo":[71,168],"ground":[72,169],"truth":[73],"generated":[75],"iteratively":[77],"updated":[78],"from":[79,166],"late-fusion":[81],"activation":[82],"sequence,":[83],"used":[85],"provide":[87],"supervision":[89],"improved":[91],"model":[92],"training.":[93],"Besides,":[94],"introduce":[96],"attention":[99,112,117,131],"normalization":[100],"loss,":[101],"adaptively":[103],"selects":[104],"background":[107,125],"snippets":[108,123],"according":[109],"video":[111],"distribution.":[113],"By":[114],"differentiating":[115],"values":[118],"of":[119,143],"selected":[121],"snippets,":[126],"forces":[128],"predicted":[130],"act":[133],"as":[134],"binary":[136],"selection":[137],"promotes":[139],"precise":[141],"boundaries.":[145],"Furthermore,":[146],"propose":[148],"snippet-level":[153],"uncertainty":[154],"estimator,":[155],"they":[157],"can":[158],"mitigate":[159],"adverse":[161],"effect":[162],"caused":[163],"by":[164],"learning":[165],"noisy":[167],"truth.":[170],"Experiments":[171],"conducted":[172],"on":[173],"THUMOS14,":[175],"ActivityNet":[176,178],"v1.2,":[177],"v1.3,":[179],"HACS":[181],"datasets":[182],"show":[183],"that":[184],"our":[185],"outperforms":[187],"current":[188],"state-of-the-art":[189],"methods,":[190],"even":[192],"achieves":[193],"comparable":[194],"performance":[195],"with":[196],"several":[197],"fully-supervised":[198],"methods.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}