{"id":"https://openalex.org/W3175875420","doi":"https://doi.org/10.1109/tcss.2021.3088506","title":"T-BERTSum: Topic-Aware Text Summarization Based on BERT","display_name":"T-BERTSum: Topic-Aware Text Summarization Based on BERT","publication_year":2021,"publication_date":"2021-06-24","ids":{"openalex":"https://openalex.org/W3175875420","doi":"https://doi.org/10.1109/tcss.2021.3088506","mag":"3175875420"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2021.3088506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2021.3088506","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053920875","display_name":"Tinghuai Ma","orcid":"https://orcid.org/0000-0003-2320-1692"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tinghuai Ma","raw_affiliation_strings":["School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001212647","display_name":"Qian Pan","orcid":"https://orcid.org/0000-0001-7474-0464"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Pan","raw_affiliation_strings":["School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Software, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041302956","display_name":"Huan Rong","orcid":"https://orcid.org/0000-0003-0542-1827"},"institutions":[{"id":"https://openalex.org/I200845125","display_name":"Nanjing University of Information Science and Technology","ror":"https://ror.org/02y0rxk19","country_code":"CN","type":"education","lineage":["https://openalex.org/I200845125"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huan Rong","raw_affiliation_strings":["School of Artificial Intelligence, Nanjing University of Information Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Nanjing University of Information Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I200845125"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002981402","display_name":"Yurong Qian","orcid":"https://orcid.org/0000-0001-6564-4745"},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yurong Qian","raw_affiliation_strings":["School of Software, Xinjiang University, Urumqi, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Xinjiang University, Urumqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035919430","display_name":"Yuan Tian","orcid":"https://orcid.org/0000-0002-2307-8201"},"institutions":[{"id":"https://openalex.org/I2799736854","display_name":"Nanjing Institute of Technology","ror":"https://ror.org/00n6txq60","country_code":"CN","type":"education","lineage":["https://openalex.org/I2799736854"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Tian","raw_affiliation_strings":["School of Computer, Nanjing Institute of Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer, Nanjing Institute of Technology, Nanjing, China","institution_ids":["https://openalex.org/I2799736854"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101931951","display_name":"Najla Al-Nabhan","orcid":null},"institutions":[{"id":"https://openalex.org/I28022161","display_name":"King Saud University","ror":"https://ror.org/02f81g417","country_code":"SA","type":"education","lineage":["https://openalex.org/I28022161"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Najla Al-Nabhan","raw_affiliation_strings":["Department of Computer Science, King Saud University, Riyadh, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, King Saud University, Riyadh, Saudi Arabia","institution_ids":["https://openalex.org/I28022161"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5053920875"],"corresponding_institution_ids":["https://openalex.org/I200845125"],"apc_list":null,"apc_paid":null,"fwci":12.3912,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.98915212,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"9","issue":"3","first_page":"879","last_page":"890"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.944308876991272},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.854865550994873},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.619195818901062},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6013414263725281},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.600500226020813},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.589618980884552},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5559661984443665},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.51214599609375},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.5004394054412842},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.49542105197906494},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4882567226886749},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.45120441913604736},{"id":"https://openalex.org/keywords/topic-model","display_name":"Topic model","score":0.43392711877822876},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.40183427929878235},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.25796639919281006}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.944308876991272},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.854865550994873},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.619195818901062},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6013414263725281},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.600500226020813},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.589618980884552},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5559661984443665},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.51214599609375},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.5004394054412842},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.49542105197906494},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4882567226886749},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.45120441913604736},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.43392711877822876},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.40183427929878235},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.25796639919281006},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2021.3088506","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2021.3088506","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.6299999952316284}],"awards":[{"id":"https://openalex.org/G2684046931","display_name":null,"funder_award_id":"2021YFE0104400","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G5032810371","display_name":null,"funder_award_id":"RGP-1441-33","funder_id":"https://openalex.org/F4320335726","funder_display_name":"Deanship of Scientific Research, King Saud University"}],"funders":[{"id":"https://openalex.org/F4320335726","display_name":"Deanship of Scientific Research, King Saud University","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1979061876","https://openalex.org/W2085116970","https://openalex.org/W2095705004","https://openalex.org/W2154652894","https://openalex.org/W2157331557","https://openalex.org/W2187999008","https://openalex.org/W2317879529","https://openalex.org/W2606974598","https://openalex.org/W2621133045","https://openalex.org/W2794945088","https://openalex.org/W2800965800","https://openalex.org/W2805430026","https://openalex.org/W2887202921","https://openalex.org/W2889518897","https://openalex.org/W2890546109","https://openalex.org/W2896457183","https://openalex.org/W2896807716","https://openalex.org/W2899771611","https://openalex.org/W2905256458","https://openalex.org/W2924690340","https://openalex.org/W2947686949","https://openalex.org/W2949615363","https://openalex.org/W2952138241","https://openalex.org/W2952855649","https://openalex.org/W2962739339","https://openalex.org/W2962785754","https://openalex.org/W2962972512","https://openalex.org/W2963385935","https://openalex.org/W2964032708","https://openalex.org/W2964045208","https://openalex.org/W2964061924","https://openalex.org/W2965373594","https://openalex.org/W2970419734","https://openalex.org/W2973572715","https://openalex.org/W2978872486","https://openalex.org/W2985808369","https://openalex.org/W2986729576","https://openalex.org/W2995878843","https://openalex.org/W3039736817","https://openalex.org/W3045692926","https://openalex.org/W3082844353","https://openalex.org/W3095213891","https://openalex.org/W3101380508","https://openalex.org/W3111773989","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6632455782","https://openalex.org/W6674330103","https://openalex.org/W6682631176","https://openalex.org/W6686752415","https://openalex.org/W6731948947","https://openalex.org/W6738975087","https://openalex.org/W6739901393","https://openalex.org/W6752264108","https://openalex.org/W6755207826","https://openalex.org/W6756040250","https://openalex.org/W6761268247","https://openalex.org/W6763450642","https://openalex.org/W6766673545","https://openalex.org/W6780226713","https://openalex.org/W6785351508"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W4214678372","https://openalex.org/W1605559518","https://openalex.org/W4214601164","https://openalex.org/W4288267738","https://openalex.org/W2964413124","https://openalex.org/W4388937922","https://openalex.org/W3113264705","https://openalex.org/W3213893547","https://openalex.org/W2971288699"],"abstract_inverted_index":{"In":[0,72,199],"the":[1,6,53,59,103,117,123,131,138,141,144,150,166,176,185,192,209,213,216,237,258],"era":[2],"of":[3,9,134],"social":[4,38,114],"networks,":[5],"rapid":[7],"growth":[8],"data":[10],"mining":[11,227],"in":[12,37,101,161],"information":[13,44,187],"retrieval":[14],"and":[15,28,57,80,110,158,184,225,240],"natural":[16],"language":[17],"processing":[18],"makes":[19],"automatic":[20],"text":[21,55,159],"summarization":[22,40,82,112,160],"necessary.":[23],"Currently,":[24],"pretrained":[25,222],"word":[26],"embedding":[27],"sequence":[29,31,181],"to":[30,41,51,136,153,179,207,228],"models":[32],"can":[33,106],"be":[34],"effectively":[35],"adapted":[36],"network":[39,152,171],"extract":[42],"significant":[43],"with":[45,130,140,212,257],"strong":[46],"encoding":[47],"capability.":[48],"However,":[49],"how":[50],"tackle":[52],"long":[54,167],"dependence":[56],"utilize":[58],"latent":[60,119],"topic":[61,120,125,156,226],"mapping":[62],"has":[63],"become":[64],"an":[65,96,162],"increasingly":[66],"crucial":[67],"challenge":[68],"for":[69],"these":[70],"models.":[71],"this":[73],"article,":[74],"we":[75],"propose":[76],"a":[77,196,201],"topic-aware":[78],"extractive":[79,177],"abstractive":[81,193],"model":[83,126,178,194,204,218,247],"named":[84],"T-BERTSum,":[85],"based":[86],"on":[87,175,191,221,236],"Bidirectional":[88],"Encoder":[89],"Representations":[90],"from":[91,113],"Transformers":[92],"(BERTs).":[93],"This":[94],"is":[95,128,188,205],"improvement":[97],"over":[98],"previous":[99,214],"models,":[100],"which":[102],"proposed":[104,217,246],"approach":[105],"simultaneously":[107],"infer":[108],"topics":[109,255],"generate":[111],"texts.":[115],"First,":[116],"encoded":[118],"representation,":[121],"through":[122,149,195],"neural":[124],"(NTM),":[127],"matched":[129],"embedded":[132],"representation":[133],"BERT,":[135],"guide":[137],"generation":[139],"topic.":[142],"Second,":[143],"long-term":[145],"dependencies":[146],"are":[147,173],"learned":[148],"transformer":[151],"jointly":[154],"explore":[155],"inference":[157],"end-to-end":[163],"manner.":[164],"Third,":[165],"short-term":[168],"memory":[169],"(LSTM)":[170],"layers":[172],"stacked":[174],"capture":[180,229],"timing":[182],"information,":[183],"effective":[186],"further":[189],"filtered":[190],"gated":[197],"network.":[198],"addition,":[200],"two-stage":[202],"extractive\u2013abstractive":[203],"constructed":[206],"share":[208],"information.":[210],"Compared":[211],"work,":[215],"T-BERTSum":[219],"focuses":[220],"external":[223],"knowledge":[224],"more":[230],"accurate":[231],"contextual":[232],"representations.":[233],"Experimental":[234],"results":[235,251],"CNN/Daily":[238],"mail":[239],"XSum":[241],"datasets":[242],"demonstrate":[243],"that":[244],"our":[245],"achieves":[248],"new":[249],"state-of-the-art":[250],"while":[252],"generating":[253],"consistent":[254],"compared":[256],"most":[259],"advanced":[260],"method.":[261]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":34},{"year":2022,"cited_by_count":21},{"year":2021,"cited_by_count":3}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}