{"id":"https://openalex.org/W3131386055","doi":"https://doi.org/10.1007/s10664-021-09960-w","title":"Assessment of off-the-shelf SE-specific sentiment analysis tools: An extended replication study","display_name":"Assessment of off-the-shelf SE-specific sentiment analysis tools: An extended replication study","publication_year":2021,"publication_date":"2021-06-05","ids":{"openalex":"https://openalex.org/W3131386055","doi":"https://doi.org/10.1007/s10664-021-09960-w","mag":"3131386055"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-021-09960-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-021-09960-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-021-09960-w.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-021-09960-w.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Nicole Novielli","orcid":"https://orcid.org/0000-0003-1160-2608"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Nicole Novielli","raw_affiliation_strings":["Dipartimento di Informatica, University of Bari Aldo Moro, via E. Orabona, 4, 70125, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Informatica, University of Bari Aldo Moro, via E. Orabona, 4, 70125, Bari, Italy","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Fabio Calefato","orcid":"https://orcid.org/0000-0003-2654-1588"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Calefato","raw_affiliation_strings":["Dipartimento di Informatica, University of Bari Aldo Moro, via E. Orabona, 4, 70125, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Informatica, University of Bari Aldo Moro, via E. Orabona, 4, 70125, Bari, Italy","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Filippo Lanubile","orcid":"https://orcid.org/0000-0003-3373-7589"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Filippo Lanubile","raw_affiliation_strings":["Dipartimento di Informatica, University of Bari Aldo Moro, via E. Orabona, 4, 70125, Bari, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Informatica, University of Bari Aldo Moro, via E. Orabona, 4, 70125, Bari, Italy","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"last","author":{"id":null,"display_name":"Alexander Serebrenik","orcid":"https://orcid.org/0000-0002-1418-0095"},"institutions":[{"id":"https://openalex.org/I83019370","display_name":"Eindhoven University of Technology","ror":"https://ror.org/02c2kyt77","country_code":"NL","type":"education","lineage":["https://openalex.org/I83019370"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Alexander Serebrenik","raw_affiliation_strings":["Mathematics and Computer Science, Eindhoven University of Technology, P.O. Box 513, 5600, MB, Eindhoven, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Mathematics and Computer Science, Eindhoven University of Technology, P.O. Box 513, 5600, MB, Eindhoven, The Netherlands","institution_ids":["https://openalex.org/I83019370"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5561750"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":2.7993,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.91854618,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"26","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.2524000108242035,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.2524000108242035,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11644","display_name":"Spam and Phishing Detection","score":0.1995999962091446,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12262","display_name":"Hate Speech and Cyberbullying Detection","score":0.18000000715255737,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.8493000268936157},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.7580000162124634},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.7084000110626221},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.616599977016449},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.5577999949455261},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.5412999987602234}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.8493000268936157},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.7580000162124634},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7491000294685364},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.7084000110626221},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.616599977016449},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.5577999949455261},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.5412999987602234},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5121999979019165},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.47870001196861267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4023999869823456},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3179999887943268},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3025999963283539},{"id":"https://openalex.org/C2984968299","wikidata":"https://www.wikidata.org/wiki/Q1077784","display_name":"Software tool","level":3,"score":0.2870999872684479},{"id":"https://openalex.org/C517642484","wikidata":"https://www.wikidata.org/wiki/Q2388514","display_name":"Intelligence analysis","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.26750001311302185},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25459998846054077},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.25099998712539673}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1007/s10664-021-09960-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-021-09960-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-021-09960-w.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2010.10172","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2010.10172","pdf_url":"https://arxiv.org/pdf/2010.10172","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:pure.tue.nl:openaire_cris_publications/eb314672-b023-4d48-870e-817ab7db3228","is_oa":true,"landing_page_url":"https://research.tue.nl/en/publications/eb314672-b023-4d48-870e-817ab7db3228","pdf_url":"https://pure.tue.nl/ws/files/174397762/Novielli2021_Article_AssessmentOfOff_the_shelfSE_sp.pdf","source":{"id":"https://openalex.org/S4406922641","display_name":"TU/e Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Novielli, N, Calefato, F, Lanubile, F & Serebrenik, A 2021, 'Assessment of Off-the-Shelf SE-specific Sentiment Analysis Tools: An Extended Replication Study', Empirical Software Engineering, vol. 26, no. 4, 77. https://doi.org/10.1007/s10664-021-09960-w","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:ricerca.uniba.it:11586/369573","is_oa":true,"landing_page_url":"https://hdl.handle.net/11586/369573","pdf_url":null,"source":{"id":"https://openalex.org/S4377196296","display_name":"CINECA IRIS Institutional Research Information System (University of Bari Aldo Moro)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5561750","host_organization_name":"University of Bari Aldo Moro","host_organization_lineage":["https://openalex.org/I5561750"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:tue:oai:pure.tue.nl:publications/eb314672-b023-4d48-870e-817ab7db3228","is_oa":true,"landing_page_url":"https://research.tue.nl/nl/publications/eb314672-b023-4d48-870e-817ab7db3228","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Empirical Software Engineering, 26(4):77. Springer","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s10664-021-09960-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-021-09960-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-021-09960-w.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1479051372","display_name":null,"funder_award_id":"PON R&","funder_id":"https://openalex.org/F4320321873","funder_display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca"}],"funders":[{"id":"https://openalex.org/F4320321873","display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca","ror":"https://ror.org/0166hxq48"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3131386055.pdf","grobid_xml":"https://content.openalex.org/works/W3131386055.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1972386298","https://openalex.org/W1975299532","https://openalex.org/W1987425720","https://openalex.org/W2009682804","https://openalex.org/W2037789405","https://openalex.org/W2043223258","https://openalex.org/W2067152242","https://openalex.org/W2113533445","https://openalex.org/W2126574721","https://openalex.org/W2146649871","https://openalex.org/W2148143831","https://openalex.org/W2153072998","https://openalex.org/W2402365003","https://openalex.org/W2402806180","https://openalex.org/W2406986017","https://openalex.org/W2468627062","https://openalex.org/W2560305929","https://openalex.org/W2571312737","https://openalex.org/W2604873636","https://openalex.org/W2623177746","https://openalex.org/W2727177317","https://openalex.org/W2733078680","https://openalex.org/W2766375028","https://openalex.org/W2767270401","https://openalex.org/W2767841318","https://openalex.org/W2794373096","https://openalex.org/W2794607770","https://openalex.org/W2795736498","https://openalex.org/W2796423797","https://openalex.org/W2810414047","https://openalex.org/W2884442519","https://openalex.org/W2885935106","https://openalex.org/W2896409972","https://openalex.org/W2900652235","https://openalex.org/W2901889258","https://openalex.org/W2954384356","https://openalex.org/W2955199733","https://openalex.org/W2964150337","https://openalex.org/W3014437350","https://openalex.org/W3017357554","https://openalex.org/W3096150021","https://openalex.org/W4205184193","https://openalex.org/W4297975679"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Sentiment":[1],"analysis":[2,20,53,126],"methods":[3],"have":[4,40],"become":[5],"popular":[6],"for":[7,36,51],"investigating":[8],"human":[9],"communication,":[10],"including":[11],"discussions":[12,82],"related":[13],"to":[14,45,57,99,130,149],"software":[15,31,37,64],"projects.":[16],"Since":[17],"general-purpose":[18],"sentiment":[19,52,79,125],"tools":[21,50,103,127],"do":[22],"not":[23],"fit":[24],"well":[25],"with":[26,105,109],"the":[27,55,76,94,102,110],"information":[28],"exchanged":[29],"by":[30,67,97],"developers,":[32],"new":[33],"tools,":[34],"specific":[35],"engineering":[38],"(SE),":[39],"been":[41],"developed.":[42],"We":[43,120],"investigate":[44],"what":[46,100],"extent":[47,101],"off-the-shelf":[48,139],"SE-specific":[49,124],"mitigate":[54],"threats":[56],"conclusion":[58],"validity":[59],"of":[60,78,117],"empirical":[61],"studies":[62,74,96],"in":[63,80,86,154],"engineering,":[65],"highlighted":[66],"previous":[68,95],"research.":[69],"First,":[70],"we":[71,92],"replicate":[72],"two":[73],"addressing":[75],"role":[77],"security":[81],"on":[83,88,113],"GitHub":[84],"and":[85,108],"question-writing":[87],"Stack":[89],"Overflow.":[90],"Then,":[91],"extend":[93],"assessing":[98],"agree":[104],"each":[106],"other":[107],"manual":[111],"annotation":[112],"a":[114,134],"gold":[115],"standard":[116],"600":[118],"documents.":[119],"find":[121],"that":[122],"different":[123],"might":[128,146],"lead":[129],"contradictory":[131],"results":[132],"at":[133],"fine-grain":[135],"level,":[136],"when":[137],"used":[138],".":[140],"Conversely,":[141],"platform-specific":[142],"tuning":[143],"or":[144,158],"retraining":[145],"be":[147],"needed":[148],"take":[150],"into":[151],"account":[152],"differences":[153],"platform":[155],"conventions,":[156],"jargon,":[157],"document":[159],"lengths.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":9},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":3}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2021-03-01T00:00:00"}