{"id":"https://openalex.org/W4389352564","doi":"https://doi.org/10.1109/taslp.2023.3339344","title":"Hierarchical Topic-Aware Contextualized Transformers","display_name":"Hierarchical Topic-Aware Contextualized Transformers","publication_year":2023,"publication_date":"2023-12-05","ids":{"openalex":"https://openalex.org/W4389352564","doi":"https://doi.org/10.1109/taslp.2023.3339344"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2023.3339344","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2023.3339344","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017220281","display_name":"Ruiying Lu","orcid":"https://orcid.org/0000-0002-8825-6064"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruiying Lu","raw_affiliation_strings":["School of Cyber Engineering, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Engineering, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427253","display_name":"Bo Chen","orcid":"https://orcid.org/0000-0001-5151-9388"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Chen","raw_affiliation_strings":["National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103087689","display_name":"Dandan Guo","orcid":"https://orcid.org/0009-0005-2278-498X"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dandan Guo","raw_affiliation_strings":["National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100450584","display_name":"Dongsheng Wang","orcid":"https://orcid.org/0000-0002-3380-5337"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongsheng Wang","raw_affiliation_strings":["National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010394308","display_name":"Mingyuan Zhou","orcid":"https://orcid.org/0000-0002-4253-2780"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyuan Zhou","raw_affiliation_strings":["McCombs School of Business, University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"McCombs School of Business, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5017220281"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":0.5219,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.72942654,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":"32","issue":null,"first_page":"841","last_page":"852"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8272162675857544},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6660985350608826},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6044953465461731},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5098689794540405},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.504609227180481},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4820324182510376},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.42607834935188293}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8272162675857544},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6660985350608826},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6044953465461731},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5098689794540405},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.504609227180481},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4820324182510376},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.42607834935188293},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2023.3339344","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2023.3339344","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4245713565","display_name":null,"funder_award_id":"QTZX22160","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5631434781","display_name":null,"funder_award_id":"B18039","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G7843506534","display_name":null,"funder_award_id":"U21B2006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G946136979","display_name":null,"funder_award_id":"QTZX23037","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":57,"referenced_works":["https://openalex.org/W1999965501","https://openalex.org/W2006258004","https://openalex.org/W2049964102","https://openalex.org/W2064675550","https://openalex.org/W2085534751","https://openalex.org/W2157331557","https://openalex.org/W2158266063","https://openalex.org/W2476140796","https://openalex.org/W2529448042","https://openalex.org/W2745461083","https://openalex.org/W2772957762","https://openalex.org/W2889518897","https://openalex.org/W2923014074","https://openalex.org/W2946567085","https://openalex.org/W2962965405","https://openalex.org/W2962966012","https://openalex.org/W2964110616","https://openalex.org/W2969696767","https://openalex.org/W2988217457","https://openalex.org/W3015468748","https://openalex.org/W3034561418","https://openalex.org/W3035691519","https://openalex.org/W3038344852","https://openalex.org/W3103817618","https://openalex.org/W3111475895","https://openalex.org/W3120680448","https://openalex.org/W3123673616","https://openalex.org/W3174401451","https://openalex.org/W4210265293","https://openalex.org/W4231510805","https://openalex.org/W4323654151","https://openalex.org/W4389518794","https://openalex.org/W6630875275","https://openalex.org/W6631190155","https://openalex.org/W6639619044","https://openalex.org/W6679436768","https://openalex.org/W6685184952","https://openalex.org/W6720997899","https://openalex.org/W6727099177","https://openalex.org/W6727968406","https://openalex.org/W6729349781","https://openalex.org/W6739190660","https://openalex.org/W6739901393","https://openalex.org/W6747516836","https://openalex.org/W6747981893","https://openalex.org/W6755207826","https://openalex.org/W6755761668","https://openalex.org/W6761551260","https://openalex.org/W6761628794","https://openalex.org/W6763643401","https://openalex.org/W6766222867","https://openalex.org/W6770251742","https://openalex.org/W6771626834","https://openalex.org/W6771953312","https://openalex.org/W6776048684","https://openalex.org/W6789673632","https://openalex.org/W6843425716"],"related_works":["https://openalex.org/W4304700937","https://openalex.org/W4288365749","https://openalex.org/W2936497627","https://openalex.org/W3013624417","https://openalex.org/W4287826556","https://openalex.org/W3098382480","https://openalex.org/W4287598411","https://openalex.org/W3100913109","https://openalex.org/W3198458223","https://openalex.org/W3126642501"],"abstract_inverted_index":{"Training":[0],"on":[1,157],"disjoint":[2],"fixed-length":[3],"segments,":[4,36],"Transformers":[5,172],"convert":[6],"static":[7],"word":[8,12,127],"embeddings":[9,59],"into":[10,85],"contextualized":[11,58,82,171],"representations.":[13],"However,":[14],"they":[15],"often":[16],"restrict":[17],"the":[18,24,32,43,62,105,110,114,123,131,137,167],"context":[19],"of":[20,139],"a":[21,50,72],"token":[22,63,108,141],"to":[23,38,55,121,144,184],"segment":[25,45,65,111],"it":[26],"resides":[27],"in":[28],"and":[29,64,67,97,113,126,134,153,178,181],"hence":[30],"neglect":[31],"contextual":[33,106],"information":[34,70,84],"across":[35],"failing":[37],"capture":[39,122],"longer-term":[40],"dependencies":[41],"beyond":[42],"predefined":[44],"length.":[46],"This":[47],"article":[48],"uses":[49],"probabilistic":[51],"deep":[52],"topic":[53,69,83,116],"model":[54],"provide":[56],"hierarchical":[57,169],"at":[60,130],"both":[61],"levels,":[66],"integrate":[68],"through":[71],"constrained":[73],"attention":[74,117],"mechanism.":[75,118],"The":[76],"proposed":[77,168],"method":[78],"not":[79],"only":[80],"injects":[81],"Transformers,":[86],"but":[87],"also":[88,135],"controls":[89],"languages":[90],"generation":[91],"guided":[92],"by":[93,142,162],"specific":[94],"topics,":[95],"styles,":[96],"sentiments.":[98],"Three":[99],"plug-and-play":[100],"modules":[101],"are":[102],"proposed,":[103],"including":[104],"topical":[107],"embedding,":[109,112],"multi-head":[115],"We":[119],"aim":[120],"semantic":[124],"coherence":[125],"concurrence":[128],"patterns":[129],"global":[132],"level,":[133],"enrich":[136],"representation":[138],"each":[140],"adapting":[143],"its":[145],"local":[146],"context,":[147],"with":[148],"negligible":[149],"increased":[150],"memory":[151],"footprint":[152],"computational":[154],"time.":[155],"Experiments":[156],"various":[158],"corpora":[159],"show":[160],"that":[161],"adding":[163],"marginal":[164],"extra":[165],"parameters,":[166],"topic-aware":[170],"consistently":[173],"outperform":[174],"their":[175],"conventional":[176],"counterparts,":[177],"generate":[179],"sentences":[180],"paragraphs":[182],"according":[183],"human":[185],"preferences.":[186]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}