{"id":"https://openalex.org/W3089596261","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207112","title":"Enhancing Pre-trained Language Representation for Multi-Task Learning of Scientific Summarization","display_name":"Enhancing Pre-trained Language Representation for Multi-Task Learning of Scientific Summarization","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3089596261","doi":"https://doi.org/10.1109/ijcnn48605.2020.9207112","mag":"3089596261"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn48605.2020.9207112","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207112","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091549942","display_name":"Ruipeng Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruipeng Jia","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029275693","display_name":"Yannan Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yannan Cao","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100386887","display_name":"Fang Fang","orcid":"https://orcid.org/0000-0003-1569-2903"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Fang","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100782329","display_name":"Jinpeng Li","orcid":"https://orcid.org/0009-0007-2572-117X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinpeng Li","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]},{"raw_affiliation_string":"School of Cyber Security, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101651401","display_name":"Yanbing Liu","orcid":"https://orcid.org/0000-0001-8068-8316"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanbing Liu","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103418996","display_name":"Peng\u2010Fei Yin","orcid":"https://orcid.org/0000-0001-6514-5196"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210156404","display_name":"Institute of Information Engineering","ror":"https://ror.org/04r53se39","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengfei Yin","raw_affiliation_strings":["Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Information Engineering, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210156404"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9814000129699707,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8665357828140259},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8412426710128784},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6355421543121338},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.611132025718689},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.5809771418571472},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.511854350566864},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.4948238730430603},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.48823025822639465},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.48777371644973755},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47297918796539307},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.4375535845756531},{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.4355791211128235},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.40630286931991577},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3840026259422302}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8665357828140259},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8412426710128784},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6355421543121338},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.611132025718689},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.5809771418571472},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.511854350566864},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.4948238730430603},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.48823025822639465},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.48777371644973755},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47297918796539307},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.4375535845756531},{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.4355791211128235},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.40630286931991577},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3840026259422302},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn48605.2020.9207112","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn48605.2020.9207112","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8399999737739563,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W1525595230","https://openalex.org/W1528825546","https://openalex.org/W2102733276","https://openalex.org/W2144211451","https://openalex.org/W2566480286","https://openalex.org/W2574535369","https://openalex.org/W2606974598","https://openalex.org/W2612675303","https://openalex.org/W2740811004","https://openalex.org/W2783786042","https://openalex.org/W2790109590","https://openalex.org/W2889518897","https://openalex.org/W2896457183","https://openalex.org/W2922551710","https://openalex.org/W2924690340","https://openalex.org/W2932847124","https://openalex.org/W2952138241","https://openalex.org/W2962739339","https://openalex.org/W2962785754","https://openalex.org/W2962965405","https://openalex.org/W2963265326","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963521413","https://openalex.org/W2963545005","https://openalex.org/W2963768805","https://openalex.org/W2963929190","https://openalex.org/W2964529779","https://openalex.org/W2985808369","https://openalex.org/W3098636015","https://openalex.org/W4288280762","https://openalex.org/W4385245566","https://openalex.org/W6631501603","https://openalex.org/W6631793906","https://openalex.org/W6675317306","https://openalex.org/W6681226105","https://openalex.org/W6737479944","https://openalex.org/W6739901393","https://openalex.org/W6746313830","https://openalex.org/W6755207826","https://openalex.org/W6760540336","https://openalex.org/W6761268247"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W1517524280","https://openalex.org/W3113264705"],"abstract_inverted_index":{"This":[0,121],"paper":[1],"aims":[2],"to":[3,25,49,60,65,112,141],"extract":[4],"summarization":[5],"and":[6,16,35,55,67,104,119,147,158,167],"keywords":[7,157],"from":[8],"scientific":[9,33,51,154],"articles":[10],"simultaneously,":[11],"while":[12],"abstract":[13],"extraction":[14,18],"(AE)":[15],"key":[17,105],"(KE)":[19],"are":[20],"considered":[21],"as":[22],"auxiliary":[23],"tasks":[24,101],"each":[26],"other.":[27],"For":[28],"the":[29,62,71,109,114,127,136,177,181,184],"data":[30,48,59,130],"scarcity":[31],"in":[32,77],"AE":[34,66,118],"KE":[36,68],"tasks,":[37,81],"we":[38,97,145],"propose":[39],"a":[40,86,149],"multi-task":[41,173],"learning":[42,174],"framework":[43,175],"which":[44],"uses":[45,56,126],"huge":[46],"unlabeled":[47],"learn":[50],"language":[52,73,80,115,122,185],"representation":[53,64,116,123],"(pre-training)":[54],"smaller":[57],"annotated":[58,151],"transfer":[61],"learned":[63],"(fine-tuning).":[69],"Although":[70],"pre-trained":[72],"model":[74,186],"performs":[75],"well":[76],"universal":[78],"natural":[79],"its":[82],"capacity":[83],"still":[84],"has":[85],"margin":[87],"of":[88,183],"improvement":[89],"for":[90,117,153],"specific":[91],"tasks.":[92],"Inspired":[93],"by":[94],"this":[95,165],"intuition,":[96],"use":[98],"another":[99],"two":[100],"keyword":[102],"masking":[103],"sentence":[106],"prediction":[107],"before":[108],"fine-tuning":[110,137],"phase":[111],"enhance":[113],"KE.":[120],"enhancing":[124,187],"stage":[125],"same":[128],"labeled":[129],"but":[131],"different":[132],"optimization":[133],"objectives":[134],"with":[135,156],"phase.":[138],"In":[139],"order":[140],"evaluate":[142],"our":[143,172],"model,":[144],"develop":[146],"release":[148],"high-quality":[150],"corpus":[152],"papers":[155],"abstract.":[159],"We":[160],"conduct":[161],"comparative":[162],"experiments":[163],"on":[164],"dataset,":[166],"experimental":[168],"results":[169],"show":[170],"that":[171],"achieves":[176],"state-of-the-art":[178],"performance,":[179],"proving":[180],"effectiveness":[182],"mechanism.":[188]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}