{"id":"https://openalex.org/W3160115453","doi":"https://doi.org/10.1109/tpami.2021.3078798","title":"Weakly Supervised Temporal Action Localization through Contrast based Evaluation Networks","display_name":"Weakly Supervised Temporal Action Localization through Contrast based Evaluation Networks","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3160115453","doi":"https://doi.org/10.1109/tpami.2021.3078798","mag":"3160115453","pmid":"https://pubmed.ncbi.nlm.nih.gov/33974541"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2021.3078798","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3078798","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100383203","display_name":"Ziyi Liu","orcid":"https://orcid.org/0000-0002-2407-9599"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziyi Liu","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi, China, (e-mail: liuziyi@stu.xjtu.edu.cn)","[Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi, China, (e-mail: liuziyi@stu.xjtu.edu.cn)]"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi, China, (e-mail: liuziyi@stu.xjtu.edu.cn)","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"[Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi, China, (e-mail: liuziyi@stu.xjtu.edu.cn)]","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101601307","display_name":"Le Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Wang","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi, China, (e-mail: lewang@mail.xjtu.edu.cn)","[Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi, China, (e-mail: lewang@mail.xjtu.edu.cn)]"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi, China, (e-mail: lewang@mail.xjtu.edu.cn)","institution_ids":["https://openalex.org/I87445476"]},{"raw_affiliation_string":"[Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi, China, (e-mail: lewang@mail.xjtu.edu.cn)]","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100756983","display_name":"Qilin Zhang","orcid":"https://orcid.org/0000-0002-7917-9749"},"institutions":[{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Qilin Zhang","raw_affiliation_strings":["Artificial Intelligence, ABB Corporate Research Center, Raleigh, North Carolina, United States, (e-mail: samqzhang@gmail.com)","[Artificial Intelligence, ABB Corporate Research Center, Raleigh, North Carolina, United States, (e-mail: samqzhang@gmail.com)]"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence, ABB Corporate Research Center, Raleigh, North Carolina, United States, (e-mail: samqzhang@gmail.com)","institution_ids":["https://openalex.org/I4210164862"]},{"raw_affiliation_string":"[Artificial Intelligence, ABB Corporate Research Center, Raleigh, North Carolina, United States, (e-mail: samqzhang@gmail.com)]","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009121711","display_name":"Wei Tang","orcid":"https://orcid.org/0000-0001-8879-8325"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Tang","raw_affiliation_strings":["Department of Computer Science, University of Illinois at Chicago, 14681 Chicago, Illinois, United States, (e-mail: tangw@uic.edu)"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois at Chicago, 14681 Chicago, Illinois, United States, (e-mail: tangw@uic.edu)","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047405956","display_name":"Nanning Zheng","orcid":"https://orcid.org/0000-0003-1608-8257"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nanning Zheng","raw_affiliation_strings":["Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi, China, (e-mail: nnzheng@mail.xjtu.edu.cn)"],"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence and Robotics, Xi'an Jiaotong University, 12480 Xi'an, Shaanxi, China, (e-mail: nnzheng@mail.xjtu.edu.cn)","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081114810","display_name":"Gang Hua","orcid":"https://orcid.org/0000-0001-9522-6157"},"institutions":[{"id":"https://openalex.org/I4210156221","display_name":"Allen Institute for Artificial Intelligence","ror":"https://ror.org/05w520734","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210156221"]},{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]},{"id":"https://openalex.org/I4210108985","display_name":"Bellevue Hospital Center","ror":"https://ror.org/01ky34z31","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I1283621791","https://openalex.org/I4210086933","https://openalex.org/I4210108985"]}],"countries":["CA","US"],"is_corresponding":false,"raw_author_name":"Gang Hua","raw_affiliation_strings":["Artificial Intelligence, Wormpex AI Research, Bellevue, Washington, United States, (e-mail: ganghua@gmail.com)","[Artificial Intelligence, Wormpex AI Research, Bellevue, Washington, United States, (e-mail: ganghua@gmail.com)]"],"affiliations":[{"raw_affiliation_string":"Artificial Intelligence, Wormpex AI Research, Bellevue, Washington, United States, (e-mail: ganghua@gmail.com)","institution_ids":["https://openalex.org/I4210164862"]},{"raw_affiliation_string":"[Artificial Intelligence, Wormpex AI Research, Bellevue, Washington, United States, (e-mail: ganghua@gmail.com)]","institution_ids":["https://openalex.org/I4210156221","https://openalex.org/I4210108985"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100383203"],"corresponding_institution_ids":["https://openalex.org/I87445476"],"apc_list":null,"apc_paid":null,"fwci":0.5764,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.67383987,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":97},"biblio":{"volume":"44","issue":"9","first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6713563203811646},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6394504904747009},{"id":"https://openalex.org/keywords/contrast","display_name":"Contrast (vision)","score":0.5858343839645386},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.44813451170921326},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.43328070640563965},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.4208011031150818}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6713563203811646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6394504904747009},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.5858343839645386},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.44813451170921326},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.43328070640563965},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.4208011031150818},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2021.3078798","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2021.3078798","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:33974541","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33974541","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1534200972","display_name":null,"funder_award_id":"61773312","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3257313124","display_name":null,"funder_award_id":"2020JQ-069","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G3833898155","display_name":null,"funder_award_id":"62088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6291262105","display_name":null,"funder_award_id":"61976171","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1522734439","https://openalex.org/W1536680647","https://openalex.org/W1927052826","https://openalex.org/W1983364832","https://openalex.org/W2020163092","https://openalex.org/W2033740597","https://openalex.org/W2063153269","https://openalex.org/W2073419240","https://openalex.org/W2102605133","https://openalex.org/W2105101328","https://openalex.org/W2131042978","https://openalex.org/W2342437993","https://openalex.org/W2342662179","https://openalex.org/W2507009361","https://openalex.org/W2519328139","https://openalex.org/W2529163075","https://openalex.org/W2533739470","https://openalex.org/W2544297360","https://openalex.org/W2593722617","https://openalex.org/W2597958930","https://openalex.org/W2604113307","https://openalex.org/W2728972335","https://openalex.org/W2755876276","https://openalex.org/W2806331055","https://openalex.org/W2884293275","https://openalex.org/W2884969173","https://openalex.org/W2895240652","https://openalex.org/W2912984848","https://openalex.org/W2920582597","https://openalex.org/W2948229620","https://openalex.org/W2952435096","https://openalex.org/W2955874753","https://openalex.org/W2962677524","https://openalex.org/W2962709777","https://openalex.org/W2962876901","https://openalex.org/W2963037989","https://openalex.org/W2963045696","https://openalex.org/W2963247196","https://openalex.org/W2963524571","https://openalex.org/W2963722382","https://openalex.org/W2964008341","https://openalex.org/W2964107628","https://openalex.org/W2964191259","https://openalex.org/W2964214371","https://openalex.org/W2964216549","https://openalex.org/W2983918066","https://openalex.org/W2984478308","https://openalex.org/W2984619425","https://openalex.org/W2986407524","https://openalex.org/W2989042503","https://openalex.org/W2990503944","https://openalex.org/W2997706915","https://openalex.org/W2998486508","https://openalex.org/W2998601171","https://openalex.org/W2998702159","https://openalex.org/W3034623254","https://openalex.org/W3103081334","https://openalex.org/W3109986575","https://openalex.org/W6637373629","https://openalex.org/W6682864246","https://openalex.org/W6686679147","https://openalex.org/W6729119356","https://openalex.org/W6760239191"],"related_works":["https://openalex.org/W2069592018","https://openalex.org/W2075740387","https://openalex.org/W2358990940","https://openalex.org/W2093931120","https://openalex.org/W2329812990","https://openalex.org/W2033914206","https://openalex.org/W2042327336","https://openalex.org/W1576128429","https://openalex.org/W2269464716","https://openalex.org/W2983481687"],"abstract_inverted_index":{"Given":[0],"only":[1],"video-level":[2,48],"action":[3,10,16,54,62,89,108,132,146,169,187],"categorical":[4],"labels":[5],"during":[6],"training,":[7],"weakly-supervised":[8],"temporal":[9,21,72,80,107,119,140,183,186],"localization":[11,147,170],"(WS-TAL)":[12],"learns":[13],"to":[14,27,94,163],"detect":[15],"instances":[17,133],"and":[18,39,82,210],"locates":[19],"their":[20,139],"boundaries":[22],"in":[23,36,42,53,57,130,161],"untrimmed":[24,58],"videos.":[25],"Compared":[26],"its":[28],"fully":[29],"supervised":[30],"counterpart,":[31],"WS-TAL":[32,166,222],"is":[33,104,149,160,171,195],"more":[34],"cost-effective":[35],"data":[37],"labeling":[38],"thus":[40],"favorable":[41],"practical":[43],"applications.":[44],"However,":[45],"the":[46,118,128,144,180,196,200,206,214],"coarse":[47],"supervision":[49,115,202],"inevitably":[50],"incurs":[51],"ambiguities":[52],"localization,":[55],"especially":[56],"videos":[59],"containing":[60],"multiple":[61],"instances.":[63],"To":[64],"overcome":[65],"this":[66],"challenge,":[67],"we":[68,177,193],"observe":[69],"that":[70],"significant":[71],"contrasts":[73,120],"among":[74,121],"video":[75],"snippets,":[76],"e.g.,":[77],"caused":[78],"by":[79,116],"discontinuities":[81],"sudden":[83],"changes,":[84],"often":[85],"occur":[86],"around":[87],"true":[88],"boundaries.":[90],"This":[91,159],"motivates":[92],"us":[93],"introduce":[95],"a":[96,105,126,173],"Contrast-based":[97],"Localization":[98],"EvaluAtioN":[99],"Network":[100],"(CleanNet),":[101],"whose":[102],"core":[103],"new":[106,145],"proposal":[109,188],"evaluator,":[110],"which":[111,155,192],"provides":[112],"fine-grained":[113],"pseudo":[114],"leveraging":[117],"snippet-level":[122],"classification":[123],"predictions.":[124],"As":[125],"result,":[127],"uncertainty":[129],"locating":[131],"can":[134],"be":[135],"resolved":[136],"via":[137],"evaluating":[138],"contrast":[141,162,184],"scores.":[142],"Moreover,":[143],"module":[148],"an":[150],"integral":[151],"part":[152],"of":[153,182,216],"CleanNet":[154],"enables":[156],"end-to-end":[157],"training.":[158],"many":[164],"existing":[165,220],"methods":[167],"where":[168],"merely":[172],"post-processing":[174],"step.":[175],"Besides,":[176],"also":[178],"explore":[179],"usage":[181],"on":[185,205],"(TAP)":[189],"generation":[190],"task,":[191],"believe":[194],"first":[197],"attempt":[198],"with":[199],"weak":[201],"setting.":[203],"Experiments":[204],"THUMOS14,":[207],"ActivityNet":[208],"v1.2":[209],"v1.3":[211],"datasets":[212],"validate":[213],"efficacy":[215],"our":[217],"method":[218],"against":[219],"state-of-the-art":[221],"algorithms.":[223]},"counts_by_year":[{"year":2023,"cited_by_count":4},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}