{"id":"https://openalex.org/W3090069652","doi":"https://doi.org/10.1109/ijcnn48605.2020.9206958","title":"Enhancing Textual Representation for Abstractive Summarization: Leveraging Masked Decoder","display_name":"Enhancing Textual Representation for Abstractive Summarization: Leveraging Masked Decoder","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3090069652","doi":"https://doi.org/10.1109/ijcnn48605.2020.9206958","mag":"3090069652"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9206958","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9206958","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091549942","display_name":"Ruipeng Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruipeng Jia","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029275693","display_name":"Yannan Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yannan Cao","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386887","display_name":"Fang Fang","orcid":"https://orcid.org/0000-0003-1569-2903"},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Fang","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100782329","display_name":"Jinpeng Li","orcid":"https://orcid.org/0009-0007-2572-117X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinpeng Li","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101651401","display_name":"Yanbing Liu","orcid":"https://orcid.org/0000-0001-8068-8316"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanbing Liu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103418996","display_name":"Peng\u2010Fei Yin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Yin","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210156404","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5091549942"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.11748721,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8732442855834961},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8579615950584412},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6079968810081482},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6044422388076782},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5881479978561401},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5847769975662231},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.583193838596344},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5343177914619446},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4667060375213623},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.46454358100891113},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.461947500705719},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.4615288972854614},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4468192756175995},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.4196644425392151},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.17554470896720886},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.14793869853019714}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8732442855834961},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8579615950584412},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6079968810081482},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6044422388076782},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5881479978561401},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5847769975662231},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.583193838596344},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5343177914619446},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4667060375213623},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.46454358100891113},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.461947500705719},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4615288972854614},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4468192756175995},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.4196644425392151},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.17554470896720886},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.14793869853019714},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9206958","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9206958","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W1544827683","https://openalex.org/W1959608418","https://openalex.org/W2130942839","https://openalex.org/W2133564696","https://openalex.org/W2176263492","https://openalex.org/W2574535369","https://openalex.org/W2606974598","https://openalex.org/W2607059968","https://openalex.org/W2612675303","https://openalex.org/W2808021740","https://openalex.org/W2888482885","https://openalex.org/W2889518897","https://openalex.org/W2896457183","https://openalex.org/W2904751523","https://openalex.org/W2944815030","https://openalex.org/W2945260553","https://openalex.org/W2949615363","https://openalex.org/W2952138241","https://openalex.org/W2952468927","https://openalex.org/W2962785754","https://openalex.org/W2962965405","https://openalex.org/W2963096510","https://openalex.org/W2963223306","https://openalex.org/W2963248296","https://openalex.org/W2963260202","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963521413","https://openalex.org/W2963545005","https://openalex.org/W2963650605","https://openalex.org/W2963713328","https://openalex.org/W2963768805","https://openalex.org/W2963929190","https://openalex.org/W2964308564","https://openalex.org/W2970419734","https://openalex.org/W2970646865","https://openalex.org/W2971274815","https://openalex.org/W4297671192","https://openalex.org/W4385245566","https://openalex.org/W6632455782","https://openalex.org/W6640963894","https://openalex.org/W6679434410","https://openalex.org/W6679436768","https://openalex.org/W6685322675","https://openalex.org/W6688384872","https://openalex.org/W6737479944","https://openalex.org/W6739901393","https://openalex.org/W6746313830","https://openalex.org/W6746923139","https://openalex.org/W6753277830","https://openalex.org/W6755207826","https://openalex.org/W6756831654","https://openalex.org/W6762122294","https://openalex.org/W6762521896"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W1517524280","https://openalex.org/W4323520239"],"abstract_inverted_index":{"For":[0],"existing":[1,135],"models":[2],"of":[3,8,74,96],"abstractive":[4],"summarization,":[5],"the":[6,18,27,61,64,70,88,97,113,126,134],"paradigm":[7],"autoregressive":[9],"decoder":[10,110],"inherently":[11],"prefers":[12],"relying":[13],"on":[14,63,121,139],"former":[15],"tokens":[16,55],"and":[17,72,109,117,141],"prediction":[19],"error":[20],"will":[21],"propagate":[22],"subsequently.":[23],"To":[24],"effectively":[25],"eliminate":[26],"errors,":[28],"we":[29,42,77],"need":[30],"a":[31,79],"way":[32],"to":[33,59,91],"remodeling":[34],"dependency":[35],"during":[36],"text":[37],"generation.":[38],"In":[39],"this":[40],"paper,":[41],"introduce":[43],"MDSumma":[44],"(as":[45],"shorthand":[46],"for":[47,50],"Masked":[48],"Decoder":[49],"Summarization),":[51],"which":[52],"masks":[53],"partial":[54],"in":[56],"decoder,":[57],"aiming":[58],"alleviate":[60],"over-reliance":[62],"antecedent.":[65],"Moreover,":[66],"with":[67],"further":[68],"facilitating":[69],"flexibility":[71],"diversity":[73,142],"textual":[75],"representation,":[76],"employ":[78],"variational":[80],"autoencoder":[81],"model,":[82],"sampling":[83],"continuous":[84],"latent":[85],"variables":[86],"from":[87],"probability":[89],"distribution":[90],"explicitly":[92],"model":[93],"underlying":[94],"semantics":[95],"target":[98],"summaries.":[99],"Our":[100],"architecture":[101],"gives":[102],"good":[103],"balance":[104],"between":[105,115],"encoder":[106],"contextual":[107],"representation":[108],"prediction,":[111],"sidestepping":[112],"gap":[114],"training":[116],"inference.":[118],"Experimental":[119],"results":[120],"three":[122],"benchmark":[123],"datasets":[124],"validate":[125],"effectiveness":[127],"that":[128],"our":[129],"proposed":[130],"method":[131],"significantly":[132],"outperforms":[133],"state-of-the-art":[136],"approaches":[137],"both":[138],"ROUGE":[140],"scores.":[143]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}