{"id":"https://openalex.org/W2794373096","doi":"https://doi.org/10.1145/3196398.3196403","title":"A benchmark study on sentiment analysis for software engineering research","display_name":"A benchmark study on sentiment analysis for software engineering research","publication_year":2018,"publication_date":"2018-05-28","ids":{"openalex":"https://openalex.org/W2794373096","doi":"https://doi.org/10.1145/3196398.3196403","mag":"2794373096"},"language":"en","primary_location":{"id":"doi:10.1145/3196398.3196403","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3196398.3196403","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Conference on Mining Software Repositories","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1803.06525","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Nicole Novielli","orcid":null},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Nicole Novielli","raw_affiliation_strings":["University of Bari Aldo Moro, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bari Aldo Moro, Italy","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Daniela Girardi","orcid":null},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Daniela Girardi","raw_affiliation_strings":["University of Bari Aldo Moro, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bari Aldo Moro, Italy","institution_ids":["https://openalex.org/I5561750"]}]},{"author_position":"last","author":{"id":null,"display_name":"Filippo Lanubile","orcid":null},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Filippo Lanubile","raw_affiliation_strings":["University of Bari Aldo Moro, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bari Aldo Moro, Italy","institution_ids":["https://openalex.org/I5561750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5561750"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":67,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"364","last_page":"375"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7670000195503235},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6868000030517578},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5408999919891357},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5144000053405762},{"id":"https://openalex.org/keywords/reflection","display_name":"Reflection (computer programming)","score":0.4187000095844269},{"id":"https://openalex.org/keywords/qualitative-analysis","display_name":"Qualitative analysis","score":0.3921999931335449}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7670000195503235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7041000127792358},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6868000030517578},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5408999919891357},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5353000164031982},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5144000053405762},{"id":"https://openalex.org/C65682993","wikidata":"https://www.wikidata.org/wiki/Q1056451","display_name":"Reflection (computer programming)","level":2,"score":0.4187000095844269},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3986000120639801},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.3921999931335449},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3409999907016754},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3109000027179718},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30979999899864197},{"id":"https://openalex.org/C171981572","wikidata":"https://www.wikidata.org/wiki/Q7554239","display_name":"Software analytics","level":5,"score":0.3068000078201294},{"id":"https://openalex.org/C171686336","wikidata":"https://www.wikidata.org/wiki/Q3532085","display_name":"Topic model","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.29190000891685486},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.27630001306533813},{"id":"https://openalex.org/C95986675","wikidata":"https://www.wikidata.org/wiki/Q185168","display_name":"Quantitative analysis (chemistry)","level":2,"score":0.260699987411499}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3196398.3196403","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3196398.3196403","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Conference on Mining Software Repositories","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1803.06525","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.06525","pdf_url":"https://arxiv.org/pdf/1803.06525","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:ricerca.uniba.it:11586/218922","is_oa":true,"landing_page_url":"http://hdl.handle.net/11586/218922","pdf_url":null,"source":{"id":"https://openalex.org/S4377196296","display_name":"CINECA IRIS Institutional Research Information System (University of Bari Aldo Moro)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5561750","host_organization_name":"University of Bari Aldo Moro","host_organization_lineage":["https://openalex.org/I5561750"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1803.06525","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.06525","pdf_url":"https://arxiv.org/pdf/1803.06525","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1444168786","https://openalex.org/W1987425720","https://openalex.org/W1998470619","https://openalex.org/W2000471262","https://openalex.org/W2009682804","https://openalex.org/W2037789405","https://openalex.org/W2043223258","https://openalex.org/W2070488056","https://openalex.org/W2097696338","https://openalex.org/W2101217916","https://openalex.org/W2118020653","https://openalex.org/W2126574721","https://openalex.org/W2146649871","https://openalex.org/W2149628368","https://openalex.org/W2171289357","https://openalex.org/W2291000931","https://openalex.org/W2362569215","https://openalex.org/W2402365003","https://openalex.org/W2402806180","https://openalex.org/W2406986017","https://openalex.org/W2560305929","https://openalex.org/W2571312737","https://openalex.org/W2604873636","https://openalex.org/W2727177317","https://openalex.org/W2733078680","https://openalex.org/W2794607770","https://openalex.org/W2885935106","https://openalex.org/W2963199188","https://openalex.org/W4205184193","https://openalex.org/W4256441345","https://openalex.org/W4297975679","https://openalex.org/W6747809807"],"related_works":[],"abstract_inverted_index":{"A":[0],"recent":[1],"research":[2],"trend":[3],"has":[4],"emerged":[5],"to":[6,14,26,40,58],"identify":[7],"developers'":[8],"emotions,":[9],"by":[10,31],"applying":[11],"sentiment":[12,34,66],"analysis":[13,35,67,89],"the":[15,28,46,60,80],"content":[16],"of":[17,64,90],"communication":[18],"traces":[19],"left":[20],"in":[21],"collaborative":[22],"development":[23],"environments.":[24],"Trying":[25],"overcome":[27],"limitations":[29],"posed":[30],"using":[32],"off-the-shelf":[33],"tools,":[36],"researchers":[37],"recently":[38],"started":[39],"develop":[41],"their":[42],"own":[43],"tools":[44,68],"for":[45,71],"software":[47,72],"engineering":[48],"domain.":[49],"In":[50],"this":[51],"paper,":[52],"we":[53,75],"report":[54],"a":[55,77,87],"benchmark":[56],"study":[57],"assess":[59],"performance":[61],"and":[62],"reliability":[63],"three":[65],"specifically":[69],"customized":[70],"engineering.":[73],"Furthermore,":[74],"offer":[76],"reflection":[78],"on":[79],"open":[81],"challenges,":[82],"as":[83],"they":[84],"emerge":[85],"from":[86],"qualitative":[88],"misclassified":[91],"texts.1":[92]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":13},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2018-03-29T00:00:00"}