{"id":"https://openalex.org/W4295953703","doi":"https://doi.org/10.1145/3545258.3545273","title":"Incorporating Pre-trained Transformer Models into TextCNN for Sentiment Analysis on Software Engineering Texts","display_name":"Incorporating Pre-trained Transformer Models into TextCNN for Sentiment Analysis on Software Engineering Texts","publication_year":2022,"publication_date":"2022-06-11","ids":{"openalex":"https://openalex.org/W4295953703","doi":"https://doi.org/10.1145/3545258.3545273"},"language":"en","primary_location":{"id":"doi:10.1145/3545258.3545273","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3545258.3545273","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th Asia-Pacific Symposium on Internetware","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047722053","display_name":"Kexin Sun","orcid":"https://orcid.org/0009-0004-1344-5444"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kexin Sun","raw_affiliation_strings":["State Key Lab for Novel Software Technology, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101592801","display_name":"Xiaobo Shi","orcid":"https://orcid.org/0009-0008-6226-7233"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaobo Shi","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101603189","display_name":"Hui Gao","orcid":"https://orcid.org/0000-0003-3703-7563"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Gao","raw_affiliation_strings":["State Key Lab for Novel Software Technology, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043601793","display_name":"Hongyu Kuang","orcid":"https://orcid.org/0009-0003-8702-2826"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongyu Kuang","raw_affiliation_strings":["State Key Lab for Novel Software Technology, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041674680","display_name":"Xiaoxing Ma","orcid":"https://orcid.org/0000-0001-7970-1384"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoxing Ma","raw_affiliation_strings":["State Key Lab for Novel Software Technology, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073751973","display_name":"Guoping Rong","orcid":"https://orcid.org/0000-0003-4576-0524"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoping Rong","raw_affiliation_strings":["State Key Lab for Novel Software Technology, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101193832","display_name":"Dong Shao","orcid":"https://orcid.org/0000-0001-6500-0341"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Shao","raw_affiliation_strings":["State Key Lab for Novel Software Technology, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007396467","display_name":"Zheng Zhao","orcid":"https://orcid.org/0000-0001-9586-268X"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Zhao","raw_affiliation_strings":["College of Artificial Intelligence, Dalian Maritime University, China"],"affiliations":[{"raw_affiliation_string":"College of Artificial Intelligence, Dalian Maritime University, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100420137","display_name":"He Zhang","orcid":"https://orcid.org/0000-0002-9159-5331"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Zhang","raw_affiliation_strings":["State Key Lab for Novel Software Technology, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab for Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5047722053"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.6628,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.74124528,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"127","last_page":"136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6739019155502319},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5374382734298706},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.46972858905792236},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4391903281211853},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42842957377433777},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4119296073913574},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3832327723503113},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.22257697582244873},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19534769654273987},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10902029275894165}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6739019155502319},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5374382734298706},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.46972858905792236},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4391903281211853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42842957377433777},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4119296073913574},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3832327723503113},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.22257697582244873},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19534769654273987},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10902029275894165},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3545258.3545273","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3545258.3545273","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 13th Asia-Pacific Symposium on Internetware","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1987425720","https://openalex.org/W2009682804","https://openalex.org/W2043223258","https://openalex.org/W2071194128","https://openalex.org/W2074975950","https://openalex.org/W2084834877","https://openalex.org/W2085782462","https://openalex.org/W2091376853","https://openalex.org/W2097117768","https://openalex.org/W2097696338","https://openalex.org/W2121557515","https://openalex.org/W2122401044","https://openalex.org/W2146649871","https://openalex.org/W2159827217","https://openalex.org/W2406986017","https://openalex.org/W2545778708","https://openalex.org/W2571312737","https://openalex.org/W2766375028","https://openalex.org/W2767841318","https://openalex.org/W2794607770","https://openalex.org/W2884491530","https://openalex.org/W2885935106","https://openalex.org/W2886486953","https://openalex.org/W2930957955","https://openalex.org/W2942698765","https://openalex.org/W2953662375","https://openalex.org/W2962739339","https://openalex.org/W2963026768","https://openalex.org/W2977921056","https://openalex.org/W2997183031","https://openalex.org/W3035563474","https://openalex.org/W3096150021","https://openalex.org/W3100341617","https://openalex.org/W3124180615","https://openalex.org/W3162044134","https://openalex.org/W3173239948","https://openalex.org/W3174210392","https://openalex.org/W3175165035","https://openalex.org/W4249127983","https://openalex.org/W4297975679"],"related_works":["https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W4301373556","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989","https://openalex.org/W2765903680","https://openalex.org/W4317653575"],"abstract_inverted_index":{"Software":[0,25],"information":[1,144],"sites":[2,145],"(e.g.,":[3],"Jira,":[4],"Stack":[5],"Overflow)":[6],"are":[7],"now":[8],"wide-ly":[9],"used":[10],"in":[11,46,99,130],"software":[12,143],"development.":[13],"These":[14,29],"online":[15],"platforms":[16],"for":[17,60,127],"collaborative":[18],"development":[19,40],"preserve":[20],"a":[21],"large":[22],"amount":[23],"of":[24,97,116],"Engineering":[26],"(SE)":[27],"texts.":[28,48,101],"texts":[30,65],"enable":[31],"researchers":[32],"to":[33,77,91],"detect":[34],"developers\u2019":[35],"attitudes":[36],"toward":[37],"their":[38],"daily":[39],"by":[41],"analyzing":[42],"the":[43,47,83,94,112,159],"sentiments":[44,98],"expressed":[45],"Unfortunately,":[49],"recent":[50],"works":[51],"reported":[52],"that":[53,147],"neither":[54],"off-the-shelf":[55],"tools":[56,59],"nor":[57],"SE-specified":[58],"sentiment":[61],"analysis":[62],"on":[63,138],"SE":[64,100],"can":[66,151],"provide":[67],"satisfying":[68],"and":[69,125,156],"reliable":[70],"results.":[71],"In":[72],"this":[73],"paper,":[74],"we":[75,103],"propose":[76],"incorporate":[78],"pre-trained":[79],"transformer":[80],"models":[81],"into":[82],"sentence-classification":[84],"oriented":[85],"deep":[86],"learning":[87],"framework":[88,150],"named":[89,109],"TextCNN":[90,126],"better":[92,128,154],"capture":[93],"unique":[95],"expression":[96],"Specifically,":[102],"introduce":[104],"an":[105],"optimized":[106],"BERT":[107],"model":[108],"RoBERTa":[110,124],"as":[111],"word":[113],"embedding":[114],"layer":[115],"TextCNN,":[117],"along":[118],"with":[119],"additional":[120],"residual":[121],"connections":[122],"between":[123],"cooperation":[129],"our":[131,148],"training":[132,149],"framework.":[133],"An":[134],"empirical":[135],"evaluation":[136],"based":[137],"four":[139,160],"datasets":[140],"from":[141],"different":[142],"shows":[146],"achieve":[152],"overall":[153],"accuracy":[155],"generalizability":[157],"than":[158],"baselines.":[161]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}