{"id":"https://openalex.org/W3211925781","doi":"https://doi.org/10.1145/3491211","title":"An Empirical Study of the Effectiveness of an Ensemble of Stand-alone Sentiment Detection Tools for Software Engineering Datasets","display_name":"An Empirical Study of the Effectiveness of an Ensemble of Stand-alone Sentiment Detection Tools for Software Engineering Datasets","publication_year":2022,"publication_date":"2022-01-31","ids":{"openalex":"https://openalex.org/W3211925781","doi":"https://doi.org/10.1145/3491211","mag":"3211925781"},"language":"en","primary_location":{"id":"doi:10.1145/3491211","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3491211","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067154597","display_name":"Gias Uddin","orcid":"https://orcid.org/0000-0003-1376-095X"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Gias Uddin","raw_affiliation_strings":["University of Calgary, Calgary, Canada"],"affiliations":[{"raw_affiliation_string":"University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5097570148","display_name":"Yann-Ga\u00ebl Gu\u00e9h\u00e9nuc","orcid":null},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yann-Ga\u00ebl Gu\u00e9h\u00e9nuc","raw_affiliation_strings":["Concordia University, Montr\u00e9al, Canada"],"affiliations":[{"raw_affiliation_string":"Concordia University, Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071052367","display_name":"Foutse Khomh","orcid":"https://orcid.org/0000-0002-5704-4173"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Foutse Khomh","raw_affiliation_strings":["Polytechnique Montr\u00e9al, Montr\u00e9al, Canada"],"affiliations":[{"raw_affiliation_string":"Polytechnique Montr\u00e9al, Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102756770","display_name":"Chanchal K. Roy","orcid":"https://orcid.org/0000-0003-0519-6164"},"institutions":[{"id":"https://openalex.org/I32625721","display_name":"University of Saskatchewan","ror":"https://ror.org/010x8gc63","country_code":"CA","type":"education","lineage":["https://openalex.org/I32625721"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Chanchal K. Roy","raw_affiliation_strings":["University of Saskatchewan, Canada"],"affiliations":[{"raw_affiliation_string":"University of Saskatchewan, Canada","institution_ids":["https://openalex.org/I32625721"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067154597"],"corresponding_institution_ids":["https://openalex.org/I168635309"],"apc_list":null,"apc_paid":null,"fwci":5.421,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.95841846,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"31","issue":"3","first_page":"1","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8526799082756042},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7358155250549316},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6176520586013794},{"id":"https://openalex.org/keywords/majority-rule","display_name":"Majority rule","score":0.49528685212135315},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.474132776260376},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44596824049949646},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.42562878131866455},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.4234650135040283},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.376128226518631}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8526799082756042},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7358155250549316},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6176520586013794},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.49528685212135315},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.474132776260376},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44596824049949646},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.42562878131866455},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.4234650135040283},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.376128226518631},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3491211","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3491211","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:publications.polymtl.ca:51116","is_oa":false,"landing_page_url":"https://publications.polymtl.ca/51116/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article de revue"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W1532325895","https://openalex.org/W1992602600","https://openalex.org/W1995875735","https://openalex.org/W1998470619","https://openalex.org/W2000471262","https://openalex.org/W2001599472","https://openalex.org/W2005311637","https://openalex.org/W2009682804","https://openalex.org/W2019268418","https://openalex.org/W2023736093","https://openalex.org/W2032959067","https://openalex.org/W2043223258","https://openalex.org/W2100406974","https://openalex.org/W2108646579","https://openalex.org/W2118020653","https://openalex.org/W2125886624","https://openalex.org/W2126574721","https://openalex.org/W2132994900","https://openalex.org/W2146649871","https://openalex.org/W2148143831","https://openalex.org/W2154359981","https://openalex.org/W2158744032","https://openalex.org/W2159401492","https://openalex.org/W2160660844","https://openalex.org/W2163837601","https://openalex.org/W2166706824","https://openalex.org/W2250926774","https://openalex.org/W2300884049","https://openalex.org/W2362569215","https://openalex.org/W2389246322","https://openalex.org/W2402365003","https://openalex.org/W2402806180","https://openalex.org/W2406986017","https://openalex.org/W2522176866","https://openalex.org/W2543971965","https://openalex.org/W2548549162","https://openalex.org/W2560305929","https://openalex.org/W2571312737","https://openalex.org/W2599212561","https://openalex.org/W2725284386","https://openalex.org/W2727177317","https://openalex.org/W2733078680","https://openalex.org/W2733628661","https://openalex.org/W2746748886","https://openalex.org/W2755664959","https://openalex.org/W2767209236","https://openalex.org/W2767841318","https://openalex.org/W2793567451","https://openalex.org/W2794373096","https://openalex.org/W2794607770","https://openalex.org/W2810414047","https://openalex.org/W2890484448","https://openalex.org/W2896457183","https://openalex.org/W2899036005","https://openalex.org/W2901889258","https://openalex.org/W2919976030","https://openalex.org/W2941340404","https://openalex.org/W2949785398","https://openalex.org/W2954384356","https://openalex.org/W2955199733","https://openalex.org/W2955709920","https://openalex.org/W2963341956","https://openalex.org/W2964150337","https://openalex.org/W2965373594","https://openalex.org/W2968258769","https://openalex.org/W2970597249","https://openalex.org/W2970763034","https://openalex.org/W2996428491","https://openalex.org/W3004121134","https://openalex.org/W3014437350","https://openalex.org/W3096150021","https://openalex.org/W3096160408","https://openalex.org/W3098260236","https://openalex.org/W3098567156","https://openalex.org/W3100111264","https://openalex.org/W3101079689","https://openalex.org/W3124180615","https://openalex.org/W3133366476","https://openalex.org/W3159568147","https://openalex.org/W4213009331","https://openalex.org/W4229772528","https://openalex.org/W4248364726","https://openalex.org/W4249127983","https://openalex.org/W4250023757","https://openalex.org/W4297975679"],"related_works":["https://openalex.org/W2548633793","https://openalex.org/W2941935829","https://openalex.org/W3089396779","https://openalex.org/W2596247554","https://openalex.org/W4301373556","https://openalex.org/W3013279174","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989","https://openalex.org/W4317653575"],"abstract_inverted_index":{"Sentiment":[0],"analysis":[1,57,63],"in":[2,24,56,213,322],"software":[3,25,59,98,199],"engineering":[4],"(SE)":[5],"has":[6,132],"shown":[7],"promise":[8],"to":[9,21,75,111,210,235],"analyze":[10],"and":[11,170,253,317,328,351],"support":[12],"diverse":[13],"development":[14,284],"activities.":[15],"Recently,":[16,66],"several":[17],"tools":[18,29,145,206,233,267,355],"are":[19,73,88],"proposed":[20,172],"detect":[22],"sentiments":[23],"artifacts.":[26,99],"While":[27],"the":[28,80,102,113,122,136,184,204,216,237,250,261,265,291,306,333,344,347,366,372],"improve":[30,236,329],"accuracy":[31,238],"over":[32,315],"off-the-shelf":[33],"tools,":[34],"recent":[35,303],"research":[36],"shows":[37,379],"that":[38,108,203,337],"their":[39],"performance":[40,78,262],"could":[41],"still":[42],"be":[43,208],"unsatisfactory.":[44],"A":[45],"more":[46],"accurate":[47],"sentiment":[48,62,95,128,143,168,176,196,240,299],"detector":[49],"for":[50,83,94,97,198,297],"SE":[51],"can":[52,207],"help":[53],"reduce":[54],"noise":[55],"of":[58,70,90,104,115,125,215,231,239,255,264,285,293,308,346,369,382],"scenarios":[60],"where":[61],"is":[64,220,224],"required.":[65],"combinations,":[67],"i.e.,":[68,218],"hybrids":[69],"stand-alone":[71,81,126,349,377],"classifiers":[72,82],"found":[74],"offer":[76],"better":[77],"than":[79],"fault":[84],"detection.":[85,241,300],"However,":[86,226],"we":[87,109,139,289,326],"aware":[89],"no":[91],"such":[92],"approach":[93],"detection":[96,144],"We":[100,182,201,242,335],"report":[101,183],"results":[103,164,186],"an":[105,117,173,380],"empirical":[106],"study":[107,131,185],"conducted":[110],"determine":[112],"feasibility":[114],"developing":[116],"ensemble":[118,230,345],"engine":[119],"by":[120,151,248,268],"combining":[121,249],"polarity":[123,251],"labels":[124,252],"SE-specific":[127,142,175,298,354],"detectors.":[129],"Our":[130],"two":[133,147],"phases.":[134],"In":[135,301],"first":[137,161],"phase,":[138,325],"pick":[140],"five":[141,348],"from":[146,192,356],"recently":[148],"published":[149],"papers":[150,304],"Lin":[152,357],"et":[153,358],"al.":[154,359],"[":[155,179,272,279,360],"29":[156,180,280,361],",":[157,362],"30":[158,363],"],":[159],"who":[160],"reported":[162],"negative":[163],"with":[165,341],"stand":[166],"alone":[167],"detectors":[169],"then":[171],"improved":[174],"detector,":[177],"POME":[178,278],"].":[181],"on":[187],"17,581":[188],"units":[189],"(sentences/documents)":[190],"coming":[191],"six":[193,373],"currently":[194],"available":[195],"benchmarks":[197],"engineering.":[200],"find":[202,336],"existing":[205],"complementary":[209],"each":[211],"other":[212],"85-95%":[214],"cases,":[217],"one":[219],"wrong":[221],"but":[222],"another":[223],"right.":[225],"a":[227,245,323,338,376],"majority":[228],"voting-based":[229],"those":[232],"fails":[234],"develop":[243],"Sentisead,":[244],"supervised":[246],"tool":[247],"bag":[254],"words":[256],"as":[257,343],"features.":[258],"Sentisead":[259,286,330,339],"improves":[260],"(F1-score)":[263],"individual":[266],"4%":[269],"(over":[270,277],"Senti4SD":[271],"5":[273],"])":[274],"\u2013":[275],"100%":[276],"]).":[281],"The":[282],"initial":[283],"occurred":[287],"before":[288],"observed":[290],"use":[292],"deep":[294],"learning":[295,319,353],"models":[296,313],"particular,":[302],"show":[305],"superiority":[307],"advanced":[309],"language-based":[310],"pre-trained":[311],"transformer":[312],"(PTM)":[314],"rule-based":[316,350],"shallow":[318,352],"models.":[320],"Consequently,":[321],"second":[324],"compare":[327],"infrastructure":[331,340],"using":[332],"PTMs.":[334],"RoBERTa":[342,378],"]":[364],"offers":[365],"best":[367],"F1-score":[368,381],"0.805":[370],"across":[371],"datasets,":[374],"while":[375],"0.801.":[383]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2}],"updated_date":"2026-04-02T15:55:50.835912","created_date":"2025-10-10T00:00:00"}