{"id":"https://openalex.org/W4285590193","doi":"https://doi.org/10.1007/s40747-022-00819-1","title":"Sentence part-enhanced BERT with respect to downstream tasks","display_name":"Sentence part-enhanced BERT with respect to downstream tasks","publication_year":2022,"publication_date":"2022-07-15","ids":{"openalex":"https://openalex.org/W4285590193","doi":"https://doi.org/10.1007/s40747-022-00819-1"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-022-00819-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-022-00819-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-022-00819-1.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-022-00819-1.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101982210","display_name":"Chaoming Liu","orcid":"https://orcid.org/0000-0002-7617-4723"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chaoming Liu","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, No. 99, Shangda Road, Shanghai, 200444, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, No. 99, Shangda Road, Shanghai, 200444, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036943629","display_name":"Wenhao Zhu","orcid":"https://orcid.org/0000-0002-9656-9781"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhao Zhu","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, No. 99, Shangda Road, Shanghai, 200444, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, No. 99, Shangda Road, Shanghai, 200444, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100419419","display_name":"Xiaoyu Zhang","orcid":"https://orcid.org/0000-0002-8057-3997"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyu Zhang","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, No. 99, Shangda Road, Shanghai, 200444, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, No. 99, Shangda Road, Shanghai, 200444, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072490436","display_name":"Qiuhong Zhai","orcid":"https://orcid.org/0009-0001-3654-1904"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiuhong Zhai","raw_affiliation_strings":["School of Computer Engineering and Science, Shanghai University, No. 99, Shangda Road, Shanghai, 200444, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Engineering and Science, Shanghai University, No. 99, Shangda Road, Shanghai, 200444, China","institution_ids":["https://openalex.org/I113940042"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101982210"],"corresponding_institution_ids":["https://openalex.org/I113940042"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":1.8042,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.87253123,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":"9","issue":"1","first_page":"463","last_page":"474"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8080502152442932},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.798384428024292},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.7161234021186829},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.652259349822998},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6325699090957642},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5458110570907593},{"id":"https://openalex.org/keywords/downstream","display_name":"Downstream (manufacturing)","score":0.5327850580215454},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5256446599960327},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4544731080532074}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8080502152442932},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.798384428024292},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.7161234021186829},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.652259349822998},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6325699090957642},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5458110570907593},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.5327850580215454},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5256446599960327},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4544731080532074},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-022-00819-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-022-00819-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-022-00819-1.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9f3a45f7de0b4b10ad5cd60fdcddb887","is_oa":true,"landing_page_url":"https://doaj.org/article/9f3a45f7de0b4b10ad5cd60fdcddb887","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 9, Iss 1, Pp 463-474 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-022-00819-1","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-022-00819-1","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-022-00819-1.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7099999785423279,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3876588615","display_name":null,"funder_award_id":"19DZ2204800","funder_id":"https://openalex.org/F4320321885","funder_display_name":"Science and Technology Commission of Shanghai Municipality"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5801996447","display_name":null,"funder_award_id":"61572434","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285590193.pdf","grobid_xml":"https://content.openalex.org/works/W4285590193.grobid-xml"},"referenced_works_count":20,"referenced_works":["https://openalex.org/W1840435438","https://openalex.org/W2160660844","https://openalex.org/W2163455955","https://openalex.org/W2250861254","https://openalex.org/W2739351760","https://openalex.org/W2891177506","https://openalex.org/W2952750383","https://openalex.org/W2963149412","https://openalex.org/W2963355447","https://openalex.org/W2963804993","https://openalex.org/W2963918774","https://openalex.org/W2970641574","https://openalex.org/W2988217457","https://openalex.org/W3016795621","https://openalex.org/W3104033643","https://openalex.org/W3105816068","https://openalex.org/W3156636935","https://openalex.org/W3175362188","https://openalex.org/W3194312224","https://openalex.org/W6600424091"],"related_works":["https://openalex.org/W1583765404","https://openalex.org/W4214653257","https://openalex.org/W2081900870","https://openalex.org/W2055438207","https://openalex.org/W2521424917","https://openalex.org/W3040203686","https://openalex.org/W4249524554","https://openalex.org/W2349021146","https://openalex.org/W35583307","https://openalex.org/W2597655663"],"abstract_inverted_index":{"Abstract":[0],"Bidirectional":[1],"encoder":[2],"representations":[3],"from":[4],"transformers":[5],"(BERT)":[6],"have":[7,52],"achieved":[8],"great":[9],"success":[10],"in":[11,31,72,89],"many":[12],"natural":[13],"language":[14],"processing":[15],"tasks.":[16,60],"However,":[17],"BERT":[18,100],"generally":[19],"takes":[20],"the":[21,24,32,86,147],"embedding":[22],"of":[23,55],"first":[25],"token":[26],"to":[27,109,112,141],"represent":[28],"sentence":[29,47,50,98,105,114,119],"meaning":[30],"tasks":[33,111],"such":[34],"as":[35],"sentiment":[36,90,155],"analysis":[37],"and":[38,67,80,125,128,157],"textual":[39,73,159],"similarity,":[40,160],"which":[41],"does":[42],"not":[43],"properly":[44],"treat":[45],"different":[46,53,58,143],"parts.":[48],"Different":[49],"parts":[51,64,78,88,106,120],"levels":[54],"importance":[56],"for":[57],"downstream":[59,110,126,153],"For":[61],"example,":[62],"main":[63,87],"(subject,":[65],"predicate,":[66],"object)":[68],"play":[69],"crucial":[70],"roles":[71],"similarity":[74],"calculation,":[75],"while":[76],"secondary":[77],"(adverbial":[79],"complement)":[81],"are":[82],"more":[83],"important":[84],"than":[85,175],"analysis.":[91],"To":[92],"this":[93],"end,":[94],"we":[95,117,136],"propose":[96],"a":[97,132],"part-enhanced":[99],"(SpeBERT)":[101],"model":[102,150,171],"that":[103,169],"uses":[104],"with":[107,161],"respect":[108],"enhance":[113],"representations.":[115],"Specifically,":[116],"encode":[118],"based":[121],"on":[122,151],"dependency":[123],"parsing":[124],"tasks,":[127,154],"extract":[129],"embeddings":[130],"through":[131],"pooling":[133],"operation.":[134],"Furthermore,":[135],"design":[137],"several":[138],"fusion":[139],"strategies":[140],"incorporate":[142],"embeddings.":[144],"We":[145],"evaluate":[146],"proposed":[148],"SpeBERT":[149],"two":[152],"classification,":[156],"semantic":[158],"six":[162],"benchmark":[163],"datasets.":[164],"The":[165],"experimental":[166],"results":[167],"show":[168],"our":[170],"achieves":[172],"better":[173],"performance":[174],"competitor":[176],"models.":[177]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":5}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}