{"id":"https://openalex.org/W4391892525","doi":"https://doi.org/10.1109/taslp.2024.3366756","title":"Attention-Based Encoder-Decoder End-to-End Neural Diarization With Embedding Enhancer","display_name":"Attention-Based Encoder-Decoder End-to-End Neural Diarization With Embedding Enhancer","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4391892525","doi":"https://doi.org/10.1109/taslp.2024.3366756"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2024.3366756","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3366756","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101416769","display_name":"Zhengyang Chen","orcid":"https://orcid.org/0000-0003-1293-8146"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhengyang Chen","raw_affiliation_strings":["Auditory Cognition and Computational Acoustics Lab, Department of Computer Science and Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","Auditory Cognition and Computational Acoustics Lab, the Department of Computer Science and Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-1293-8146","affiliations":[{"raw_affiliation_string":"Auditory Cognition and Computational Acoustics Lab, Department of Computer Science and Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Auditory Cognition and Computational Acoustics Lab, the Department of Computer Science and Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100690517","display_name":"Bing Han","orcid":"https://orcid.org/0000-0002-6319-6755"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Han","raw_affiliation_strings":["Auditory Cognition and Computational Acoustics Lab, Department of Computer Science and Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","Auditory Cognition and Computational Acoustics Lab, the Department of Computer Science and Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-6319-6755","affiliations":[{"raw_affiliation_string":"Auditory Cognition and Computational Acoustics Lab, Department of Computer Science and Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Auditory Cognition and Computational Acoustics Lab, the Department of Computer Science and Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100328340","display_name":"Shuai Wang","orcid":"https://orcid.org/0000-0003-1523-9631"},"institutions":[{"id":"https://openalex.org/I4210099586","display_name":"Shenzhen Research Institute of Big Data","ror":"https://ror.org/00z1gwf89","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210099586"]},{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Wang","raw_affiliation_strings":["Shenzhen Research Institute of Big Data, The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-1523-9631","affiliations":[{"raw_affiliation_string":"Shenzhen Research Institute of Big Data, The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210099586","https://openalex.org/I4210116924"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100341993","display_name":"Yanmin Qian","orcid":"https://orcid.org/0000-0002-0314-3790"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanmin Qian","raw_affiliation_strings":["Auditory Cognition and Computational Acoustics Lab, Department of Computer Science and Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","Auditory Cognition and Computational Acoustics Lab, the Department of Computer Science and Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-0314-3790","affiliations":[{"raw_affiliation_string":"Auditory Cognition and Computational Acoustics Lab, Department of Computer Science and Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"Auditory Cognition and Computational Acoustics Lab, the Department of Computer Science and Engineering and the MoE Key Laboratory of Artificial Intelligence, AI Institute, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.0858,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.96701664,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"32","issue":null,"first_page":"1636","last_page":"1649"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/speaker-diarisation","display_name":"Speaker diarisation","score":0.9392417669296265},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7883847951889038},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.5798802375793457},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.5134912133216858},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49889254570007324},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.49195143580436707},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.42467132210731506},{"id":"https://openalex.org/keywords/speaker-recognition","display_name":"Speaker recognition","score":0.37421566247940063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3301387429237366},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1998959481716156}],"concepts":[{"id":"https://openalex.org/C149838564","wikidata":"https://www.wikidata.org/wiki/Q7574248","display_name":"Speaker diarisation","level":3,"score":0.9392417669296265},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7883847951889038},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.5798802375793457},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.5134912133216858},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49889254570007324},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.49195143580436707},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.42467132210731506},{"id":"https://openalex.org/C133892786","wikidata":"https://www.wikidata.org/wiki/Q1145189","display_name":"Speaker recognition","level":2,"score":0.37421566247940063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3301387429237366},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1998959481716156}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2024.3366756","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2024.3366756","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W82277249","https://openalex.org/W123007118","https://openalex.org/W639708223","https://openalex.org/W1606894530","https://openalex.org/W1965819578","https://openalex.org/W2038101708","https://openalex.org/W2097661659","https://openalex.org/W2125336414","https://openalex.org/W2134706965","https://openalex.org/W2460742184","https://openalex.org/W2805869973","https://openalex.org/W2889418727","https://openalex.org/W2891833136","https://openalex.org/W2951130829","https://openalex.org/W2952752702","https://openalex.org/W2963470929","https://openalex.org/W2963745998","https://openalex.org/W2972449503","https://openalex.org/W2972680151","https://openalex.org/W2972949456","https://openalex.org/W2981103786","https://openalex.org/W2989863749","https://openalex.org/W3007946293","https://openalex.org/W3008357631","https://openalex.org/W3015783745","https://openalex.org/W3016361963","https://openalex.org/W3025260599","https://openalex.org/W3033627755","https://openalex.org/W3094831814","https://openalex.org/W3095212884","https://openalex.org/W3097375352","https://openalex.org/W3097777922","https://openalex.org/W3103434036","https://openalex.org/W3128434617","https://openalex.org/W3144086690","https://openalex.org/W3147778289","https://openalex.org/W3157070662","https://openalex.org/W3160044950","https://openalex.org/W3162770427","https://openalex.org/W3163019736","https://openalex.org/W3163933965","https://openalex.org/W3178462146","https://openalex.org/W3196857193","https://openalex.org/W3197916665","https://openalex.org/W3198482860","https://openalex.org/W3204618061","https://openalex.org/W3206479921","https://openalex.org/W3207570488","https://openalex.org/W3209984917","https://openalex.org/W3212278860","https://openalex.org/W4220731890","https://openalex.org/W4224917363","https://openalex.org/W4224925084","https://openalex.org/W4224939064","https://openalex.org/W4225661121","https://openalex.org/W4225890157","https://openalex.org/W4296069155","https://openalex.org/W4297841362","https://openalex.org/W4313316127","https://openalex.org/W4319862481","https://openalex.org/W4319862725","https://openalex.org/W4362683557","https://openalex.org/W4372259977","https://openalex.org/W4372267289","https://openalex.org/W4372342913","https://openalex.org/W4375868885","https://openalex.org/W4375869401","https://openalex.org/W4377971325","https://openalex.org/W4385245566","https://openalex.org/W4385822320","https://openalex.org/W4385822749","https://openalex.org/W6768584815","https://openalex.org/W6779069803"],"related_works":["https://openalex.org/W2206035908","https://openalex.org/W2149220986","https://openalex.org/W1493012537","https://openalex.org/W4247736853","https://openalex.org/W2162158162","https://openalex.org/W1999004162","https://openalex.org/W2125642021","https://openalex.org/W4406496871","https://openalex.org/W1521049138","https://openalex.org/W2023466863"],"abstract_inverted_index":{"Deep":[0],"neural":[1,15,56],"network-based":[2],"systems":[3,18,38],"have":[4,146],"significantly":[5],"improved":[6],"the":[7,70,103,108,123,180,200],"performance":[8,197],"of":[9,29,117,182],"speaker":[10,33,71,93,105,144,225],"diarization":[11,16,57,89,145,193],"tasks.":[12],"However,":[13],"end-to-end":[14,55],"(EEND)":[17],"often":[19],"struggle":[20],"to":[21,23,40,68,75,101,110,153],"generalize":[22],"scenarios":[24,112],"with":[25,113,126,167],"an":[26,83,98,114,172],"unseen":[27,115],"number":[28,116],"speakers,":[30],"while":[31],"target":[32],"voice":[34,218],"activity":[35,219],"detection":[36,220,238],"(TS-VAD)":[37],"tend":[39],"be":[41],"overly":[42],"complex.":[43],"In":[44,59],"this":[45],"paper,":[46],"we":[47,63,81,96,136],"propose":[48,82,97],"a":[49,65,127,147,190,235],"simple":[50],"attention-based":[51],"encoder-decoder":[52],"network":[53],"for":[54,91,143],"(AED-EEND).":[58],"our":[60,183,227],"training":[61,161],"process,":[62],"introduce":[64],"teacher-forcing":[66],"strategy":[67],"address":[69],"permutation":[72],"problem,":[73],"leading":[74],"faster":[76],"model":[77,109],"convergence.":[78],"For":[79],"evaluation,":[80],"iterative":[84],"decoding":[85],"method":[86],"that":[87,138,158,163],"outputs":[88],"results":[90],"each":[92],"sequentially.":[94],"Additionally,":[95],"Enhancer":[99],"module":[100],"enhance":[102],"frame-level":[104],"embeddings,":[106],"enabling":[107],"handle":[111],"speakers.":[118],"We":[119,156],"also":[120,230],"explore":[121],"replacing":[122],"transformer":[124],"encoder":[125],"Conformer":[128],"architecture,":[129],"which":[130],"better":[131],"models":[132],"local":[133],"information.":[134],"Furthermore,":[135],"discovered":[137],"commonly":[139],"used":[140],"simulation":[141],"datasets":[142],"much":[148],"higher":[149],"overlap":[150,212],"ratio":[151],"compared":[152],"real":[154,168],"data.":[155],"found":[157],"using":[159],"simulated":[160],"data":[162,169],"is":[164,213,222],"more":[165],"consistent":[166],"can":[170],"achieve":[171],"improvement":[173],"in":[174],"consistency.":[175],"Extensive":[176],"experimental":[177],"validation":[178],"demonstrates":[179],"effectiveness":[181],"proposed":[184],"methodologies.":[185],"Our":[186],"best":[187],"system":[188,229],"achieved":[189],"new":[191],"state-of-the-art":[192],"error":[194],"rate":[195],"(DER)":[196],"on":[198],"all":[199],"CALLHOME":[201],"(10.08%),":[202],"DIHARD":[203],"II":[204],"(24.64%),":[205],"and":[206,215],"AMI":[207],"(13.00%)":[208],"evaluation":[209],"benchmarks":[210],"when":[211],"considered":[214],"no":[216],"oracle":[217],"(VAD)":[221],"used.":[223],"Beyond":[224],"diarization,":[226],"AED-EEND":[228],"shows":[231],"remarkable":[232],"competitiveness":[233],"as":[234],"speech":[236],"type":[237],"model.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}