{"id":"https://openalex.org/W2991170427","doi":"https://doi.org/10.1109/access.2019.2953990","title":"Improving BERT-Based Text Classification With Auxiliary Sentence and Domain Knowledge","display_name":"Improving BERT-Based Text Classification With Auxiliary Sentence and Domain Knowledge","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2991170427","doi":"https://doi.org/10.1109/access.2019.2953990","mag":"2991170427"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2953990","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2953990","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08903313.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08903313.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048244059","display_name":"Shanshan Yu","orcid":"https://orcid.org/0000-0002-0864-3970"},"institutions":[{"id":"https://openalex.org/I190242452","display_name":"Guangdong Pharmaceutical University","ror":"https://ror.org/02vg7mz57","country_code":"CN","type":"education","lineage":["https://openalex.org/I190242452"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanshan Yu","raw_affiliation_strings":["College of Medical Information Engineering, Guangdong Pharmaceutical University, Guangzhou, China","Guangdong Province Precise Medicine and Big Data Engineering Technology Research Center for Traditional Chinese Medicine, Guangdong Pharmaceutical University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-0864-3970","affiliations":[{"raw_affiliation_string":"College of Medical Information Engineering, Guangdong Pharmaceutical University, Guangzhou, China","institution_ids":["https://openalex.org/I190242452"]},{"raw_affiliation_string":"Guangdong Province Precise Medicine and Big Data Engineering Technology Research Center for Traditional Chinese Medicine, Guangdong Pharmaceutical University, Guangzhou, China","institution_ids":["https://openalex.org/I190242452"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022619382","display_name":"Jindian Su","orcid":"https://orcid.org/0000-0001-5878-1848"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jindian Su","raw_affiliation_strings":["College of Computer Science and Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5878-1848","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006684031","display_name":"Da Luo","orcid":"https://orcid.org/0000-0003-1183-8354"},"institutions":[{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Da Luo","raw_affiliation_strings":["College of Computer Science and Engineering, South China University of Technology, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1183-8354","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, South China University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":8.4577,"has_fulltext":true,"cited_by_count":132,"citation_normalized_percentile":{"value":0.98009564,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"176600","last_page":"176612"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8868359327316284},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7401211261749268},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6549891233444214},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6176570057868958},{"id":"https://openalex.org/keywords/binary-classification","display_name":"Binary classification","score":0.611288845539093},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.551786482334137},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5408769845962524},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4982764720916748},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.44099509716033936},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3423009514808655},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.32982057332992554}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8868359327316284},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7401211261749268},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6549891233444214},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6176570057868958},{"id":"https://openalex.org/C66905080","wikidata":"https://www.wikidata.org/wiki/Q17005494","display_name":"Binary classification","level":3,"score":0.611288845539093},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.551786482334137},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5408769845962524},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4982764720916748},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.44099509716033936},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3423009514808655},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.32982057332992554},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2953990","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2953990","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08903313.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:588736ef393b4db4a59bc381fe893489","is_oa":true,"landing_page_url":"https://doaj.org/article/588736ef393b4db4a59bc381fe893489","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 176600-176612 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2953990","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2953990","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08903313.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8100000023841858}],"awards":[{"id":"https://openalex.org/G5662906225","display_name":null,"funder_award_id":"2015A030310318","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G6799882911","display_name":null,"funder_award_id":"20168010124010","funder_id":"https://openalex.org/F4320324202","funder_display_name":"Guangdong Science and Technology Department"},{"id":"https://openalex.org/G6852825479","display_name":null,"funder_award_id":"61936003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7999566556","display_name":null,"funder_award_id":"52159433","funder_id":"https://openalex.org/F4320325068","funder_display_name":"Guangdong Pharmaceutical University"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null},{"id":"https://openalex.org/F4320324202","display_name":"Guangdong Science and Technology Department","ror":"https://ror.org/00tjzgn92"},{"id":"https://openalex.org/F4320325068","display_name":"Guangdong Pharmaceutical University","ror":"https://ror.org/02vg7mz57"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2991170427.pdf","grobid_xml":"https://content.openalex.org/works/W2991170427.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W1597409757","https://openalex.org/W1614298861","https://openalex.org/W2113459411","https://openalex.org/W2163455955","https://openalex.org/W2170240176","https://openalex.org/W2250539671","https://openalex.org/W2251939518","https://openalex.org/W2470673105","https://openalex.org/W2579166072","https://openalex.org/W2585540825","https://openalex.org/W2740721704","https://openalex.org/W2754586843","https://openalex.org/W2798812533","https://openalex.org/W2896457183","https://openalex.org/W2923978210","https://openalex.org/W2952357537","https://openalex.org/W2962739339","https://openalex.org/W2963026768","https://openalex.org/W2963956654","https://openalex.org/W2964046515","https://openalex.org/W2964189376","https://openalex.org/W2980708516","https://openalex.org/W2989499211","https://openalex.org/W4294170691","https://openalex.org/W4300996741","https://openalex.org/W4302343710","https://openalex.org/W4385245566","https://openalex.org/W6682691769","https://openalex.org/W6730161283","https://openalex.org/W6742080785","https://openalex.org/W6760568010","https://openalex.org/W6764456104"],"related_works":["https://openalex.org/W2369835347","https://openalex.org/W2747895175","https://openalex.org/W2614669534","https://openalex.org/W2123014508","https://openalex.org/W2104406636","https://openalex.org/W2741028958","https://openalex.org/W2105512057","https://openalex.org/W4252625449","https://openalex.org/W3131201603","https://openalex.org/W2115788596"],"abstract_inverted_index":{"General":[0],"language":[1,20],"model":[2,49,66],"BERT":[3,48,210],"pre-trained":[4],"on":[5,15,123,187],"cross-domain":[6],"text":[7,64],"corpus,":[8],"BookCorpus":[9],"and":[10,39,50,92,97,141,154,159,179,182],"Wikipedia,":[11],"achieves":[12,183,204],"excellent":[13],"performance":[14,46,186],"a":[16,62,80,108],"couple":[17],"of":[18,26,36,47,100,116,136],"natural":[19],"processing":[21],"tasks":[22],"through":[23],"the":[24,29,45,76,87,113,130,134],"way":[25],"fine-tuning":[27,53,131,180],"in":[28,161],"downstream":[30],"tasks.":[31],"But":[32],"it":[33],"still":[34],"lacks":[35],"task-specific":[37],"knowledge":[38,41],"domain-related":[40,201],"for":[42,111,128],"further":[43],"improving":[44],"more":[51],"detailed":[52],"strategy":[54],"analyses":[55],"are":[56,102,121,157],"necessary.":[57],"To":[58],"address":[59,86],"these":[60],"problem,":[61],"BERT-based":[63],"classification":[65,77,189,194],"BERT4TC":[67,101,148,168,197],"is":[68],"proposed":[69],"via":[70],"constructing":[71],"auxiliary":[72,152,171],"sentence":[73,172],"to":[74,85],"turn":[75],"task":[78],"into":[79],"binary":[81,192],"sentence-pair":[82],"one,":[83],"aiming":[84],"limited":[88],"training":[89],"data":[90],"problem":[91],"task-awareness":[93],"problem.":[94],"The":[95,163],"architecture":[96],"implementation":[98],"details":[99],"also":[103,203],"presented,":[104],"as":[105,107],"well":[106],"post-training":[109,155],"approach":[110],"addressing":[112],"domain":[114],"challenge":[115],"BERT.":[117],"Finally,":[118],"extensive":[119],"experiments":[120],"conducted":[122],"seven":[124],"public":[125],"widely-studied":[126],"datasets":[127],"analyzing":[129],"strategies":[132],"from":[133],"perspectives":[135],"learning":[137],"rate,":[138],"sequence":[139],"length":[140],"hidden":[142],"state":[143],"vector":[144],"selection.":[145],"After":[146],"that,":[147],"models":[149],"with":[150,169,199,208],"different":[151],"sentences":[153],"objectives":[156],"compared":[158,207],"analyzed":[160],"depth.":[162],"experiment":[164],"results":[165,206],"show":[166],"that":[167],"suitable":[170,200],"significantly":[173],"outperforms":[174],"both":[175],"typical":[176],"feature-based":[177],"methods":[178],"methods,":[181],"new":[184],"state-of-the-art":[185],"multi-class":[188],"datasets.":[190],"For":[191],"sentiment":[193],"datasets,":[195],"our":[196],"post-trained":[198],"corpus":[202],"better":[205],"original":[209],"model.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":30},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":33},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":4}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}