{"id":"https://openalex.org/W4406890886","doi":"https://doi.org/10.1109/tmm.2025.3535336","title":"Snippet-Inter Difference Attention Network for Weakly-Supervised Temporal Action Localization","display_name":"Snippet-Inter Difference Attention Network for Weakly-Supervised Temporal Action Localization","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4406890886","doi":"https://doi.org/10.1109/tmm.2025.3535336"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2025.3535336","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3535336","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059433400","display_name":"Wei Zhou","orcid":"https://orcid.org/0000-0002-9237-7205"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhou","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-9237-7205","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086644901","display_name":"Lin Kang","orcid":"https://orcid.org/0000-0002-5034-5483"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kang Lin","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, Guangdong, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101831163","display_name":"Weipeng Hu","orcid":"https://orcid.org/0000-0003-2886-7346"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Weipeng Hu","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0003-2886-7346","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045231545","display_name":"Chao Xie","orcid":"https://orcid.org/0000-0001-7542-1270"},"institutions":[{"id":"https://openalex.org/I167027274","display_name":"Nanjing Forestry University","ror":"https://ror.org/03m96p165","country_code":"CN","type":"education","lineage":["https://openalex.org/I167027274"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Xie","raw_affiliation_strings":["College of Mechanical and Electronic Engineering, Nanjing Forestry University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-7542-1270","affiliations":[{"raw_affiliation_string":"College of Mechanical and Electronic Engineering, Nanjing Forestry University, Nanjing, China","institution_ids":["https://openalex.org/I167027274"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001383559","display_name":"Tao Su","orcid":"https://orcid.org/0000-0001-5227-1337"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Su","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0001-5227-1337","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056953478","display_name":"Haifeng Hu","orcid":"https://orcid.org/0000-0002-4884-323X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haifeng Hu","raw_affiliation_strings":["School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, Guangdong, China"],"raw_orcid":"https://orcid.org/0000-0002-4884-323X","affiliations":[{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Electronics and Information Technology, Sun Yat-sen University, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103379503","display_name":"Yap\u2010Peng Tan","orcid":"https://orcid.org/0000-0002-0645-9109"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yap-Peng Tan","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8779,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.70222244,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":97},"biblio":{"volume":"27","issue":null,"first_page":"3610","last_page":"3624"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12740","display_name":"Gait Recognition and Analysis","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/snippet","display_name":"Snippet","score":0.9288163781166077},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8278633952140808},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5525984168052673},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4909065365791321},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.13342702388763428}],"concepts":[{"id":"https://openalex.org/C2777822670","wikidata":"https://www.wikidata.org/wiki/Q1120538","display_name":"Snippet","level":2,"score":0.9288163781166077},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8278633952140808},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5525984168052673},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4909065365791321},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.13342702388763428},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tmm.2025.3535336","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2025.3535336","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/218087","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/218087","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5355820501","display_name":"\u4eba\u8138\u56fe\u50cf\u7279\u5f81\u62bd\u53d6\u53ca\u5206\u7c7b\u5668\u8bbe\u8ba1\u82e5\u5e72\u95ee\u9898\u7814\u7a76","funder_award_id":"60802069","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5678804896","display_name":null,"funder_award_id":"61673402","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G709867051","display_name":null,"funder_award_id":"61273270","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8307738215","display_name":null,"funder_award_id":"62076262","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W1927052826","https://openalex.org/W2336403884","https://openalex.org/W2766402183","https://openalex.org/W2884293275","https://openalex.org/W2895240652","https://openalex.org/W2948229620","https://openalex.org/W2962709777","https://openalex.org/W2963045696","https://openalex.org/W2963091558","https://openalex.org/W2963524571","https://openalex.org/W2964216549","https://openalex.org/W2981998043","https://openalex.org/W2984619425","https://openalex.org/W2986407524","https://openalex.org/W2988098865","https://openalex.org/W2998486508","https://openalex.org/W2998601171","https://openalex.org/W2998702159","https://openalex.org/W3035524453","https://openalex.org/W3095669214","https://openalex.org/W3109715102","https://openalex.org/W3109986575","https://openalex.org/W3112040205","https://openalex.org/W3150473382","https://openalex.org/W3173212682","https://openalex.org/W3173459793","https://openalex.org/W3173698268","https://openalex.org/W3173874725","https://openalex.org/W3174421047","https://openalex.org/W3178036208","https://openalex.org/W3180463990","https://openalex.org/W3189379416","https://openalex.org/W3203848195","https://openalex.org/W3207927851","https://openalex.org/W3210701102","https://openalex.org/W4210773761","https://openalex.org/W4224918538","https://openalex.org/W4225505766","https://openalex.org/W4226500165","https://openalex.org/W4285146284","https://openalex.org/W4289535637","https://openalex.org/W4294975750","https://openalex.org/W4301963599","https://openalex.org/W4304084063","https://openalex.org/W4312201132","https://openalex.org/W4312421085","https://openalex.org/W4313024697","https://openalex.org/W4313555695","https://openalex.org/W4319300229","https://openalex.org/W4321021995","https://openalex.org/W4323065192","https://openalex.org/W4362514023","https://openalex.org/W4367834746","https://openalex.org/W4372037321","https://openalex.org/W4379801245","https://openalex.org/W4380763492","https://openalex.org/W4385245566","https://openalex.org/W4386057765","https://openalex.org/W4386066210","https://openalex.org/W4386076071","https://openalex.org/W4386076495","https://openalex.org/W4386180992","https://openalex.org/W4387526084","https://openalex.org/W4390479124","https://openalex.org/W4390970312","https://openalex.org/W4391756006","https://openalex.org/W4392520346","https://openalex.org/W4392567263","https://openalex.org/W4392903109","https://openalex.org/W4393065859","https://openalex.org/W4393159954","https://openalex.org/W4393206831","https://openalex.org/W4394585876","https://openalex.org/W6726873649","https://openalex.org/W6793520193","https://openalex.org/W6844194202","https://openalex.org/W6850764871"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1607713096","https://openalex.org/W2798329462","https://openalex.org/W3036724449","https://openalex.org/W1511521437","https://openalex.org/W3201315194","https://openalex.org/W4318980730","https://openalex.org/W4289376745"],"abstract_inverted_index":{"The":[0],"purpose":[1],"of":[2,48,158],"weakly-supervised":[3],"temporal":[4,30,46,130,138,156,186],"action":[5,15,34,49,150,216,243],"localization":[6,274],"(WTAL)":[7],"task":[8],"is":[9],"to":[10,27,32,51,76,135,143,169,192,200,213,231,257],"simultaneously":[11],"classify":[12],"and":[13,39,78,118,161,196,217,234,251,264,295],"localize":[14],"instances":[16,35],"in":[17,111,189],"untrimmed":[18],"videos":[19],"with":[20,36,107],"only":[21],"video-level":[22],"labels.":[23],"Previous":[24],"works":[25],"fail":[26],"extract":[28],"multi-scale":[29,129,137,179],"features":[31,160,173],"identify":[33],"different":[37],"durations,":[38],"they":[40],"do":[41],"not":[42],"fully":[43],"use":[44],"the":[45,57,112,145,155,167,183,237,259,266],"cues":[47,157],"video":[50,159],"learn":[52],"discriminative":[53,172,207,232],"features.":[54,180,222],"In":[55],"addition,":[56],"classifiers":[58],"trained":[59,99],"by":[60],"current":[61,286],"methods":[62,288],"usually":[63],"focus":[64],"on":[65,166,178,289],"easy-to-distinguish":[66],"snippets":[67,188,219],"while":[68],"ignoring":[69],"other":[70],"semantically":[71],"ambiguous":[72,221],"features,":[73,195,208],"which":[74,96],"leads":[75],"incomplete":[77],"over-complete":[79],"localization.":[80],"To":[81],"address":[82],"these":[83],"issues,":[84],"we":[85,125,153,209],"introduce":[86],"a":[87,127],"new":[88],"Snippet-inter":[89],"Difference":[90],"Attention":[91],"Network":[92],"(SDANet)":[93],"for":[94,174,272],"WTAL,":[95],"can":[97],"be":[98],"end-to-end.":[100],"Specifically,":[101],"our":[102,280],"model":[103,146,267,281],"presents":[104],"three":[105,290],"modules,":[106],"primary":[108],"contributions":[109],"lying":[110],"snippet-inter":[113],"difference":[114],"attention":[115],"(SDA)":[116],"module":[117,134,164,212],"potential":[119,215,226],"feature":[120,131,139,270],"mining":[121],"(PFM)":[122],"module.":[123],"Firstly,":[124],"construct":[126],"simple":[128],"fusion":[132],"(MTFF)":[133],"generate":[136],"representation,":[140],"so":[141],"as":[142],"help":[144,265],"better":[147,273,283],"detect":[148],"short":[149],"instances.":[151],"Secondly,":[152],"consider":[154],"design":[162],"SDA":[163],"based":[165,177],"Transformer":[168],"capture":[170],"global":[171],"each":[175,190],"modality":[176,191],"It":[181],"calculates":[182],"differences":[184],"between":[185,261],"neighbor":[187],"explore":[193],"salient-difference":[194],"then":[197],"utilizes":[198],"them":[199],"guide":[201],"correlation":[202],"modeling.":[203],"Thirdly,":[204],"after":[205],"learning":[206,240],"devise":[210],"PFM":[211],"excavate":[214],"background":[218],"from":[220,236],"By":[223],"contrastive":[224],"learning,":[225],"actions":[227,233],"are":[228,254],"forced":[229],"closer":[230],"away":[235],"background,":[238],"thereby":[239],"more":[241],"accurate":[242],"boundaries.":[244],"Finally,":[245],"two":[246,262],"losses":[247],"(i.e.,":[248],"similarity":[249],"loss":[250],"reconstruction":[252],"loss)":[253],"further":[255],"developed":[256],"constrain":[258],"consistency":[260],"modalities":[263],"retain":[268],"original":[269],"information":[271],"results.":[275],"Extensive":[276],"experiments":[277],"show":[278],"that":[279],"achieves":[282],"performance":[284],"against":[285],"WTAL":[287],"datasets,":[291],"i.e.,":[292],"THUMOS14,":[293],"ActivityNet1.2":[294],"ActivityNet1.3.":[296]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-29T08:53:18.405633","created_date":"2025-10-10T00:00:00"}