{"id":"https://openalex.org/W4400905918","doi":"https://doi.org/10.1109/tpami.2024.3432631","title":"Latent Semantic and Disentangled Attention","display_name":"Latent Semantic and Disentangled Attention","publication_year":2024,"publication_date":"2024-07-23","ids":{"openalex":"https://openalex.org/W4400905918","doi":"https://doi.org/10.1109/tpami.2024.3432631","pmid":"https://pubmed.ncbi.nlm.nih.gov/39042538"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3432631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3432631","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061908942","display_name":"Jen\u2010Tzung Chien","orcid":"https://orcid.org/0000-0003-3466-8941"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Jen-Tzung Chien","raw_affiliation_strings":["Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":"https://orcid.org/0000-0003-3466-8941","affiliations":[{"raw_affiliation_string":"Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001079874","display_name":"Yuhan Huang","orcid":"https://orcid.org/0000-0001-5586-3098"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yu-Han Huang","raw_affiliation_strings":["Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Electrical and Computer Engineering, National Yang Ming Chiao Tung University, Hsinchu, Taiwan","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":5.0012,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.95821537,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"46","issue":"12","first_page":"10047","last_page":"10059"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9732999801635742,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7914803624153137},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6168361902236938},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5884127616882324},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5702806115150452},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5611311793327332},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.46602699160575867},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.44893771409988403},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.4359632134437561},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.4262450933456421},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4248500466346741},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.37989455461502075},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3302803039550781},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3277987837791443},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1123652458190918}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7914803624153137},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6168361902236938},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5884127616882324},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5702806115150452},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5611311793327332},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.46602699160575867},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.44893771409988403},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.4359632134437561},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.4262450933456421},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4248500466346741},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.37989455461502075},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3302803039550781},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3277987837791443},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1123652458190918},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3432631","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3432631","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:39042538","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39042538","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.800000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W2327501763","https://openalex.org/W2405331948","https://openalex.org/W2592696501","https://openalex.org/W2730106296","https://openalex.org/W2905016804","https://openalex.org/W2933138175","https://openalex.org/W2950858167","https://openalex.org/W2962780374","https://openalex.org/W2962917899","https://openalex.org/W2963242190","https://openalex.org/W2963341956","https://openalex.org/W2970777192","https://openalex.org/W3015468748","https://openalex.org/W3015671919","https://openalex.org/W3016129867","https://openalex.org/W3034303964","https://openalex.org/W3131922516","https://openalex.org/W3138043709","https://openalex.org/W3167354871","https://openalex.org/W3169496116","https://openalex.org/W3198347216","https://openalex.org/W4220758154","https://openalex.org/W4224925597","https://openalex.org/W4225810142","https://openalex.org/W4285505540","https://openalex.org/W4296068966","https://openalex.org/W4323654151","https://openalex.org/W4385245566","https://openalex.org/W4385823060","https://openalex.org/W6640963894","https://openalex.org/W6735377749","https://openalex.org/W6746923139","https://openalex.org/W6752753409","https://openalex.org/W6756663807","https://openalex.org/W6757585730","https://openalex.org/W6761628794","https://openalex.org/W6762796984","https://openalex.org/W6764072591","https://openalex.org/W6764679822","https://openalex.org/W6766489549","https://openalex.org/W6771626834","https://openalex.org/W6771713106","https://openalex.org/W6776048684","https://openalex.org/W6779709467","https://openalex.org/W6780333223","https://openalex.org/W6781533629","https://openalex.org/W6784835917","https://openalex.org/W6788684253","https://openalex.org/W6790622591","https://openalex.org/W6790690058","https://openalex.org/W6850458718"],"related_works":["https://openalex.org/W3176018525","https://openalex.org/W2903533908","https://openalex.org/W2903810591","https://openalex.org/W3026554633","https://openalex.org/W2888520903","https://openalex.org/W2890256614","https://openalex.org/W2949454572","https://openalex.org/W3066373881","https://openalex.org/W2970247882","https://openalex.org/W4389523797"],"abstract_inverted_index":{"Sequential":[0],"learning":[1,177],"using":[2,57],"transformer":[3,147],"has":[4],"achieved":[5],"state-of-the-art":[6],"performance":[7],"in":[8,74,86,111,139,146],"natural":[9],"language":[10],"tasks":[11],"and":[12,27,76,131,186],"many":[13],"others.":[14],"The":[15,38,103,155,181],"key":[16],"to":[17,44,100,135,175],"this":[18,125],"success":[19],"is":[20,42,80,106,119,164,172],"the":[21,29,64,69,91,109,116,143,151,190],"multi-head":[22,140],"self":[23],"attention":[24,60,65,94,134,141,156,170],"which":[25,163],"encodes":[26],"gathers":[28],"features":[30,70,145],"from":[31],"individual":[32],"tokens":[33,73],"of":[34,71,93,192],"an":[35,46,59,112],"input":[36,75],"sequence.":[37],"mapping":[39],"or":[40],"decoding":[41],"performed":[43],"produce":[45],"output":[47,77],"sequence":[48,87],"via":[49],"cross":[50],"attention.":[51,198],"There":[52],"are":[53,148,158],"threefold":[54],"weaknesses":[55],"by":[56,160],"such":[58],"framework.":[61],"First,":[62],"since":[63],"would":[66],"mix":[67],"up":[68],"different":[72,97],"sequences,":[78],"it":[79],"likely":[81],"that":[82],"redundant":[83,144],"information":[84],"exists":[85],"data":[88],"representation.":[89],"Second,":[90],"patterns":[92],"weights":[95,157],"among":[96],"heads":[98],"tend":[99],"be":[101],"similar.":[102],"model":[104,117],"capacity":[105],"bounded.":[107],"Third,":[108],"robustness":[110],"encoder-decoder":[113],"network":[114],"against":[115],"uncertainty":[118],"disregarded.":[120],"To":[121],"handle":[122],"these":[123],"weaknesses,":[124],"paper":[126],"presents":[127],"a":[128,161],"Bayesian":[129,176,193],"semantic":[130,167],"disentangled":[132],"mask":[133,162,197],"learn":[136],"latent":[137,152],"disentanglement":[138,195],"where":[142],"compensated":[149],"with":[150],"topic":[153],"information.":[154],"filtered":[159],"optimized":[165],"through":[166],"clustering.":[168],"This":[169],"mechanism":[171],"implemented":[173],"according":[174],"for":[178,196],"clustered":[179,194],"disentanglement.":[180],"experiments":[182],"on":[183],"machine":[184],"translation":[185],"speech":[187],"recognition":[188],"show":[189],"merit":[191]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}