{"id":"https://openalex.org/W4415970869","doi":"https://doi.org/10.1109/tcsvt.2025.3629609","title":"Locality-Aware Cross-Modal Correspondence Learning for Dense Audio-Visual Events Detection","display_name":"Locality-Aware Cross-Modal Correspondence Learning for Dense Audio-Visual Events Detection","publication_year":2025,"publication_date":"2025-11-06","ids":{"openalex":"https://openalex.org/W4415970869","doi":"https://doi.org/10.1109/tcsvt.2025.3629609"},"language":null,"primary_location":{"id":"doi:10.1109/tcsvt.2025.3629609","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3629609","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100727912","display_name":"Ling Xing","orcid":"https://orcid.org/0009-0001-6943-462X"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ling Xing","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-6943-462X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hongyu Qu","orcid":"https://orcid.org/0009-0001-5064-4993"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Qu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0001-5064-4993","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100716371","display_name":"Rui Yan","orcid":"https://orcid.org/0000-0002-0694-9458"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yan","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0694-9458","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040437528","display_name":"Xiangbo Shu","orcid":"https://orcid.org/0000-0003-4902-4663"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangbo Shu","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0003-4902-4663","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035112538","display_name":"Jinhui Tang","orcid":"https://orcid.org/0000-0001-9008-222X"},"institutions":[{"id":"https://openalex.org/I167027274","display_name":"Nanjing Forestry University","ror":"https://ror.org/03m96p165","country_code":"CN","type":"education","lineage":["https://openalex.org/I167027274"]},{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinhui Tang","raw_affiliation_strings":["College of Information Science and Technology and Artificial Intelligence, Nanjing Forestry University, Nanjing, China","School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9008-222X","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology and Artificial Intelligence, Nanjing Forestry University, Nanjing, China","institution_ids":["https://openalex.org/I167027274"]},{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.0621,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.92597738,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"36","issue":"5","first_page":"6838","last_page":"6851"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.33570000529289246,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.33570000529289246,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.19169999659061432,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.16940000653266907,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.6955000162124634},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6312999725341797},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6230999827384949},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.546999990940094},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5454999804496765},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5386000275611877},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.5385000109672546},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.45190000534057617}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6995000243186951},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.6955000162124634},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6312999725341797},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6230999827384949},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5888000130653381},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.546999990940094},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5454999804496765},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5386000275611877},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.5385000109672546},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.45190000534057617},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.421099990606308},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.35249999165534973},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.33399999141693115},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C141353440","wikidata":"https://www.wikidata.org/wiki/Q182221","display_name":"Fuse (electrical)","level":2,"score":0.3208000063896179},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.30790001153945923},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.3059000074863434},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2815999984741211},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.27250000834465027},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26660001277923584},{"id":"https://openalex.org/C77637269","wikidata":"https://www.wikidata.org/wiki/Q7002051","display_name":"Neural coding","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C100515483","wikidata":"https://www.wikidata.org/wiki/Q3268235","display_name":"Filter bank","level":3,"score":0.2597000002861023}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2025.3629609","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2025.3629609","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1861350651","display_name":null,"funder_award_id":"62427808","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2215411234","display_name":null,"funder_award_id":"62472208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3940598769","display_name":null,"funder_award_id":"62332010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5512729199","display_name":null,"funder_award_id":"62222207","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Dense-localization":[0],"Audio-Visual":[1],"Events":[2],"(DAVE)":[3],"aims":[4],"to":[5,70,87,119,144,148],"identify":[6],"time":[7],"boundaries":[8,198],"and":[9,18,28,50,56,124,131,158,199,207,214],"corresponding":[10],"categories":[11],"for":[12,105],"events":[13,25,115],"that":[14],"are":[15],"both":[16,129],"audible":[17],"visible":[19],"in":[20,186],"a":[21,99,187],"long":[22],"video,":[23],"where":[24],"may":[26,83],"co-occur":[27],"exhibit":[29],"varying":[30,201],"durations.":[31,203],"However,":[32,63],"complex":[33],"audio-visual":[34,90,114],"scenes":[35],"often":[36],"involve":[37],"asynchronization":[38],"between":[39,74,156],"modalities,":[40],"making":[41],"accurate":[42],"localization":[43],"challenging.":[44],"Existing":[45],"DAVE":[46,217],"solutions":[47],"extract":[48],"audio":[49,157],"visual":[51,159],"features":[52,160],"through":[53],"unimodal":[54,65,130,146],"encoders,":[55],"fuse":[57],"them":[58],"via":[59],"dense":[60,80],"cross-modal":[61,77,81,101,122,126,132,164,170],"interaction.":[62],"independent":[64],"encoding":[66,133],"<italic":[67,84],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[68,85],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">struggles":[69],"emphasize":[71],"shared":[72],"semantics":[73,152],"modalities</i>":[75],"without":[76],"guidance,":[78],"while":[79],"attention":[82,184,194],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">over-attend":[86],"semantically":[88],"unrelated":[89],"features</i>.":[91],"To":[92,167],"address":[93],"these":[94],"problems,":[95],"we":[96,173],"present":[97],"LOCO,":[98],"Locality-aware":[100],"Correspondence":[102,140],"learning":[103],"framework":[104],"DAVE.":[106],"LOCO":[107,137,209],"leverages":[108],"the":[109],"local":[110,163,196],"temporal":[111],"continuity":[112],"of":[113],"as":[116],"important":[117],"guidance":[118],"filter":[120],"irrelevant":[121],"signals":[123],"enhance":[125],"alignment":[127],"throughout":[128],"stages.":[134],"i)":[135],"Specifically,":[136],"applies":[138],"Local":[139,176],"Feature":[141],"(LCF)":[142],"Modulation":[143],"enforce":[145],"encoders":[147],"focus":[149],"on":[150,162,195],"modality-shared":[151],"by":[153],"modulating":[154],"agreement":[155],"based":[161],"coherence.":[165],"ii)":[166],"better":[168],"aggregate":[169],"relevant":[171],"features,":[172],"further":[174],"customize":[175],"Adaptive":[177],"Cross-modal":[178],"(LAC)":[179],"Interaction,":[180],"which":[181],"dynamically":[182],"adjusts":[183],"regions":[185],"data-driven":[188],"manner.":[189],"This":[190],"adaptive":[191],"mechanism":[192],"focuses":[193],"event":[197,202],"accommodates":[200],"By":[204],"incorporating":[205],"LCF":[206],"LAC,":[208],"provides":[210],"solid":[211],"performance":[212],"gains":[213],"outperforms":[215],"existing":[216],"methods.":[218],"The":[219],"source":[220],"code":[221],"will":[222],"be":[223],"released.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-05-07T06:04:25.777469","created_date":"2025-11-06T00:00:00"}