{"id":"https://openalex.org/W4392251904","doi":"https://doi.org/10.1109/taslp.2024.3369529","title":"On Local Temporal Embedding for Semi-Supervised Sound Event Detection","display_name":"On Local Temporal Embedding for Semi-Supervised Sound Event Detection","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4392251904","doi":"https://doi.org/10.1109/taslp.2024.3369529"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2024.3369529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3369529","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008699574","display_name":"Lijian Gao","orcid":"https://orcid.org/0000-0002-6458-0660"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijian Gao","raw_affiliation_strings":["School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, China"],"raw_orcid":"https://orcid.org/0000-0002-6458-0660","affiliations":[{"raw_affiliation_string":"School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068470372","display_name":"Qirong Mao","orcid":"https://orcid.org/0000-0002-0616-4431"},"institutions":[{"id":"https://openalex.org/I115592961","display_name":"Jiangsu University","ror":"https://ror.org/03jc41j30","country_code":"CN","type":"education","lineage":["https://openalex.org/I115592961"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qirong Mao","raw_affiliation_strings":["School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, China"],"raw_orcid":"https://orcid.org/0000-0002-0616-4431","affiliations":[{"raw_affiliation_string":"School of Computer Science and Communication Engineering, Jiangsu University, Zhenjiang, China","institution_ids":["https://openalex.org/I115592961"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101897241","display_name":"Ming Dong","orcid":"https://orcid.org/0000-0001-8133-7809"},"institutions":[{"id":"https://openalex.org/I185443292","display_name":"Wayne State University","ror":"https://ror.org/01070mq45","country_code":"US","type":"education","lineage":["https://openalex.org/I185443292"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming Dong","raw_affiliation_strings":["Department of Computer Science, Wayne State University, Detroit, MI, USA"],"raw_orcid":"https://orcid.org/0000-0001-8133-7809","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Wayne State University, Detroit, MI, USA","institution_ids":["https://openalex.org/I185443292"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.3493,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.96495405,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"32","issue":null,"first_page":"1687","last_page":"1698"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sound","display_name":"Sound (geography)","score":0.6448840498924255},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6317797899246216},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5731623768806458},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4884873628616333},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37090474367141724},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3461116552352905},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.26718592643737793},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.07689586281776428}],"concepts":[{"id":"https://openalex.org/C203718221","wikidata":"https://www.wikidata.org/wiki/Q491713","display_name":"Sound (geography)","level":2,"score":0.6448840498924255},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6317797899246216},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5731623768806458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4884873628616333},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37090474367141724},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3461116552352905},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.26718592643737793},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.07689586281776428},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2024.3369529","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3369529","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6200000047683716,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G7158469337","display_name":null,"funder_award_id":"62176106","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2408239454","https://openalex.org/W2552850818","https://openalex.org/W2591013610","https://openalex.org/W2593116425","https://openalex.org/W2959539607","https://openalex.org/W2963723765","https://openalex.org/W2981942095","https://openalex.org/W2981952041","https://openalex.org/W3006926732","https://openalex.org/W3015792128","https://openalex.org/W3015805515","https://openalex.org/W3016195076","https://openalex.org/W3017521796","https://openalex.org/W3049446265","https://openalex.org/W3097777922","https://openalex.org/W3124216180","https://openalex.org/W3125993195","https://openalex.org/W3148040514","https://openalex.org/W3160339728","https://openalex.org/W3161934504","https://openalex.org/W3162400960","https://openalex.org/W3164302487","https://openalex.org/W3169030202","https://openalex.org/W3173229911","https://openalex.org/W3178592608","https://openalex.org/W3182910640","https://openalex.org/W3197827948","https://openalex.org/W3201143670","https://openalex.org/W3206996142","https://openalex.org/W4214835877","https://openalex.org/W4224924117","https://openalex.org/W4224932888","https://openalex.org/W4281733981","https://openalex.org/W4297841486","https://openalex.org/W4297841853","https://openalex.org/W4304080535","https://openalex.org/W4312120874","https://openalex.org/W4312811753","https://openalex.org/W4313156423","https://openalex.org/W4313593186","https://openalex.org/W4372260357","https://openalex.org/W4385823043","https://openalex.org/W6733814495","https://openalex.org/W6769678682","https://openalex.org/W6780411803","https://openalex.org/W6781130467","https://openalex.org/W6810510949"],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W2909726438","https://openalex.org/W2067046791","https://openalex.org/W2037549926","https://openalex.org/W2909888262","https://openalex.org/W2345479200","https://openalex.org/W2183306018","https://openalex.org/W2849310602","https://openalex.org/W3006008237","https://openalex.org/W2419146053"],"abstract_inverted_index":{"Semi-supervised":[0],"sound":[1],"event":[2,63],"detection":[3],"(SSED)":[4],"task":[5],"requires":[6],"recognizing":[7],"the":[8,51,117,128,133,148,152,172,215],"categories":[9],"of":[10,29,36,174],"events":[11],"and":[12,17,32,47,58,131,165,189,200,208,221],"marking":[13],"each":[14],"event's":[15],"onset":[16],"offset":[18],"times":[19],"in":[20,50,59,101,181,218],"a":[21,26,33,90,111,137,161],"mixed":[22],"audio":[23],"recording":[24],"using":[25],"small":[27],"amount":[28],"weakly":[30],"labeled":[31],"large":[34],"scale":[35],"unlabeled":[37,95,179],"data.":[38],"So,":[39],"exploring":[40],"local":[41,45,48,142,149],"temporal":[42,139],"information,":[43],"i.e.,":[44],"discrimination":[46],"correlations":[49,150],"time":[52],"domain,":[53],"is":[54,169],"essential":[55],"for":[56,61,97,121,171],"SSED,":[57],"particular,":[60],"precise":[62],"boundary":[64],"detection.":[65],"Besides,":[66],"as":[67],"manual-labeled":[68],"datasets":[69,192],"are":[70],"scarce,":[71],"SSED":[72,191],"tasks":[73],"require":[74],"effectively":[75,146,177],"exploiting":[76],"unlabelled":[77],"data":[78,96,180],"to":[79,93,115,176,203,206,210],"reduce":[80],"overfitting,":[81],"typically":[82],"through":[83,155],"regularization":[84,167],"techniques.":[85],"Recently,":[86],"self-supervised":[87,156],"learning":[88,100],"provided":[89],"viable":[91],"solution":[92],"leverage":[94,178],"effective":[98],"feature":[99],"various":[102],"downstream":[103],"tasks.":[104],"In":[105],"this":[106],"paper,":[107],"we":[108],"propose":[109],"LTE-Net,":[110],"novel":[112,162],"multitask":[113],"framework,":[114],"learn":[116],"Local":[118],"Temporal":[119],"Embedding":[120],"SSED.":[122,182],"Specifically,":[123],"LTE-Net":[124,145,175,195],"first":[125],"locally":[126],"down-samples":[127],"input":[129],"spectrogram":[130,158],"learns":[132],"token":[134,153],"embeddings":[135,154],"with":[136],"high":[138],"resolution":[140],"(i.e.,":[141],"discrimination).":[143],"Then,":[144],"models":[147],"among":[151],"masked":[157],"modeling.":[159],"Finally,":[160],"joint":[163],"(self-":[164],"semi-supervision)":[166],"framework":[168],"employed":[170],"training":[173],"Extensive":[183],"experiments":[184],"on":[185,214],"DCASE":[186],"2019,":[187,219],"2020":[188,220],"2021":[190,222],"show":[193],"that":[194],"significantly":[196],"outperformed":[197],"existing":[198],"methods":[199],"achieved":[201],"2.1%":[202,205],"8.7%,":[204],"3.9%":[207],"1.2%":[209],"6.1%":[211],"performance":[212],"gains":[213],"evaluation":[216],"set":[217],"datasets,":[223],"respectively.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}