{"id":"https://openalex.org/W3201678902","doi":"https://doi.org/10.3233/jifs-211229","title":"Augment BERT with average pooling layer for Chinese summary generation","display_name":"Augment BERT with average pooling layer for Chinese summary generation","publication_year":2021,"publication_date":"2021-10-01","ids":{"openalex":"https://openalex.org/W3201678902","doi":"https://doi.org/10.3233/jifs-211229","mag":"3201678902"},"language":"en","primary_location":{"id":"doi:10.3233/jifs-211229","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-211229","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034822677","display_name":"Shuai Zhao","orcid":"https://orcid.org/0000-0001-5174-5182"},"institutions":[{"id":"https://openalex.org/I159948400","display_name":"Jinan University","ror":"https://ror.org/02xe5ns62","country_code":"CN","type":"education","lineage":["https://openalex.org/I159948400"]},{"id":"https://openalex.org/I4210135483","display_name":"Beijing Institute of Graphic Communication","ror":"https://ror.org/03yg3v757","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210135483"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuai Zhao","raw_affiliation_strings":["Beijing Institute of Graphic Communication, Beijing, China","Jinan University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Graphic Communication, Beijing, China","institution_ids":["https://openalex.org/I4210135483"]},{"raw_affiliation_string":"Jinan University, Guangzhou, China","institution_ids":["https://openalex.org/I159948400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101937063","display_name":"Fucheng You","orcid":"https://orcid.org/0000-0001-7266-9406"},"institutions":[{"id":"https://openalex.org/I4210135483","display_name":"Beijing Institute of Graphic Communication","ror":"https://ror.org/03yg3v757","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210135483"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fucheng You","raw_affiliation_strings":["Beijing Institute of Graphic Communication, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Graphic Communication, Beijing, China","institution_ids":["https://openalex.org/I4210135483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054400789","display_name":"Wen-Hsin Chang","orcid":"https://orcid.org/0000-0002-8501-6276"},"institutions":[{"id":"https://openalex.org/I4210135483","display_name":"Beijing Institute of Graphic Communication","ror":"https://ror.org/03yg3v757","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210135483"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Chang","raw_affiliation_strings":["Beijing Institute of Graphic Communication, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Graphic Communication, Beijing, China","institution_ids":["https://openalex.org/I4210135483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100425839","display_name":"Tianyu Zhang","orcid":"https://orcid.org/0000-0001-9891-6874"},"institutions":[{"id":"https://openalex.org/I4210135483","display_name":"Beijing Institute of Graphic Communication","ror":"https://ror.org/03yg3v757","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210135483"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyu Zhang","raw_affiliation_strings":["Beijing Institute of Graphic Communication, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Graphic Communication, Beijing, China","institution_ids":["https://openalex.org/I4210135483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072543735","display_name":"Man Hu","orcid":"https://orcid.org/0000-0003-2962-7352"},"institutions":[{"id":"https://openalex.org/I4210135483","display_name":"Beijing Institute of Graphic Communication","ror":"https://ror.org/03yg3v757","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210135483"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Man Hu","raw_affiliation_strings":["Beijing Institute of Graphic Communication, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Graphic Communication, Beijing, China","institution_ids":["https://openalex.org/I4210135483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5034822677"],"corresponding_institution_ids":["https://openalex.org/I159948400","https://openalex.org/I4210135483"],"apc_list":null,"apc_paid":null,"fwci":1.5013,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.85597862,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"42","issue":"3","first_page":"1859","last_page":"1868"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9569000005722046,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8784339427947998},{"id":"https://openalex.org/keywords/pooling","display_name":"Pooling","score":0.8308932781219482},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5807247757911682},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5230780243873596},{"id":"https://openalex.org/keywords/generalizability-theory","display_name":"Generalizability theory","score":0.510347306728363},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.502272367477417},{"id":"https://openalex.org/keywords/phrase","display_name":"Phrase","score":0.49113866686820984},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.48839110136032104},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4606736898422241},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.45855826139450073},{"id":"https://openalex.org/keywords/data-set","display_name":"Data set","score":0.4479255676269531},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.44466274976730347},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.353163480758667}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8784339427947998},{"id":"https://openalex.org/C70437156","wikidata":"https://www.wikidata.org/wiki/Q7228652","display_name":"Pooling","level":2,"score":0.8308932781219482},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5807247757911682},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5230780243873596},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.510347306728363},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.502272367477417},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.49113866686820984},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.48839110136032104},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4606736898422241},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.45855826139450073},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.4479255676269531},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.44466274976730347},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.353163480758667},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/jifs-211229","is_oa":false,"landing_page_url":"https://doi.org/10.3233/jifs-211229","pdf_url":null,"source":{"id":"https://openalex.org/S179157397","display_name":"Journal of Intelligent & Fuzzy Systems","issn_l":"1064-1246","issn":["1064-1246","1875-8967"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Intelligent & Fuzzy Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2150824314","https://openalex.org/W6682150760"],"related_works":["https://openalex.org/W2118717649","https://openalex.org/W410723623","https://openalex.org/W2413243053","https://openalex.org/W2015341305","https://openalex.org/W4225593417","https://openalex.org/W2035068594","https://openalex.org/W2573498121","https://openalex.org/W3022298670","https://openalex.org/W3160494304","https://openalex.org/W1549477351"],"abstract_inverted_index":{"The":[0,26],"BERT":[1,33,54,70],"pre-trained":[2],"language":[3,14,43,169],"model":[4,34,55,68],"has":[5,149],"achieved":[6],"good":[7],"results":[8,140],"in":[9,19,46],"various":[10],"subtasks":[11],"of":[12,49,161],"natural":[13,168],"processing,":[15],"but":[16,164],"its":[17],"performance":[18],"generating":[20,162],"Chinese":[21,42],"summaries":[22],"is":[23,30,35,44],"not":[24,156],"ideal.":[25],"most":[27],"intuitive":[28],"reason":[29],"that":[31,111],"the":[32,41,47,53,58,73,90,112,120,138,159],"based":[36],"on":[37,85],"character-level":[38],"composition,":[39],"while":[40],"mostly":[45],"form":[48],"phrases.":[50],"Directly":[51],"fine-tuning":[52],"cannot":[56],"achieve":[57,137],"expected":[59],"effect.":[60],"This":[61],"paper":[62],"proposes":[63],"a":[64],"novel":[65],"summary":[66,122],"generation":[67],"with":[69,131],"augmented":[71],"by":[72],"pooling":[74,83,114,133],"layer.":[75],"In":[76,144],"our":[77,105,146],"model,":[78],"we":[79],"perform":[80],"an":[81],"average":[82,113],"operation":[84],"token":[86],"embedding":[87],"to":[88,93,103,128,136,158,166],"improve":[89,119],"model\u2019s":[91,115],"ability":[92],"capture":[94],"phrase-level":[95],"semantic":[96],"information.":[97],"We":[98],"use":[99],"LCSTS":[100],"and":[101],"NLPCC2017":[102],"verify":[104],"proposed":[106,147],"method.":[107],"Experimental":[108],"data":[109,126],"shows":[110],"introduction":[116],"can":[117,153],"effectively":[118],"generated":[121],"quality.":[123],"Furthermore,":[124],"different":[125],"needs":[127],"be":[129,154],"set":[130],"varying":[132],"kernel":[134],"sizes":[135],"best":[139],"through":[141],"comparative":[142],"analysis.":[143],"addition,":[145],"method":[148],"strong":[150],"generalizability.":[151],"It":[152],"applied":[155],"only":[157],"task":[160],"summaries,":[163],"also":[165],"other":[167],"processing":[170],"tasks.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}