{"id":"https://openalex.org/W4399667783","doi":"https://doi.org/10.1145/3661167.3661189","title":"\"Looks Good To Me ;-)\": Assessing Sentiment Analysis Tools for Pull Request Discussions","display_name":"\"Looks Good To Me ;-)\": Assessing Sentiment Analysis Tools for Pull Request Discussions","publication_year":2024,"publication_date":"2024-06-14","ids":{"openalex":"https://openalex.org/W4399667783","doi":"https://doi.org/10.1145/3661167.3661189"},"language":"en","primary_location":{"id":"doi:10.1145/3661167.3661189","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3661167.3661189","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079478848","display_name":"Daniel Coutinho","orcid":"https://orcid.org/0000-0003-4226-2458"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Daniel Coutinho","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil"],"affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035899044","display_name":"Luisa Cito","orcid":"https://orcid.org/0000-0003-0504-0346"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Luisa Cito","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil"],"affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029732218","display_name":"Maria Vitoria de Lima Varej\u00e3o","orcid":"https://orcid.org/0009-0009-1140-6843"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Maria Vit\u00f3ria Lima","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil"],"affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073109141","display_name":"Beatriz Arantes","orcid":"https://orcid.org/0009-0008-9015-9571"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Beatriz Arantes","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil"],"affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051931293","display_name":"Juliana Alves Pereira","orcid":"https://orcid.org/0000-0002-0799-2829"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Juliana Alves Pereira","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil"],"affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098770109","display_name":"Johny Arriel","orcid":"https://orcid.org/0009-0009-1077-9090"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Johny Arriel","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil"],"affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5098770110","display_name":"Jo\u00e3o Godinho","orcid":"https://orcid.org/0009-0009-7977-436X"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Godinho","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil"],"affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014422700","display_name":"Vinicius de Lima e Silva Martins","orcid":"https://orcid.org/0009-0003-0639-7125"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Vinicius Martins","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil"],"affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099127675","display_name":"Paulo V\u00edtor C. F. Lib\u00f3rio","orcid":"https://orcid.org/0009-0006-0567-2908"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Paulo V\u00edtor C. F. Lib\u00f3rio","raw_affiliation_strings":["Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil"],"affiliations":[{"raw_affiliation_string":"Pontifical Catholic University of Rio de Janeiro (PUC-Rio), Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Leonardo Leite","orcid":"https://orcid.org/0009-0009-1742-0144"},"institutions":[{"id":"https://openalex.org/I79889768","display_name":"Universidade Federal de Alagoas","ror":"https://ror.org/00dna7t83","country_code":"BR","type":"education","lineage":["https://openalex.org/I79889768"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Leonardo Leite","raw_affiliation_strings":["Federal University of Alagoas (UFAL), Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Alagoas (UFAL), Brazil","institution_ids":["https://openalex.org/I79889768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007792821","display_name":"Alessandro Garcia","orcid":"https://orcid.org/0000-0001-5788-5215"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Alessandro Garcia","raw_affiliation_strings":["Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro (PUC-Rio), Brazil"],"affiliations":[{"raw_affiliation_string":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro (PUC-Rio), Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039130090","display_name":"Wesley K. G. Assun\u00e7\u00e3o","orcid":"https://orcid.org/0000-0002-7557-9091"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wesley K. G. Assun\u00e7\u00e3o","raw_affiliation_strings":["North Carolina State University, USA"],"affiliations":[{"raw_affiliation_string":"North Carolina State University, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051186886","display_name":"Igor Steinmacher","orcid":"https://orcid.org/0000-0002-0612-5790"},"institutions":[{"id":"https://openalex.org/I203172682","display_name":"Northern Arizona University","ror":"https://ror.org/0272j5188","country_code":"US","type":"education","lineage":["https://openalex.org/I203172682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Igor Steinmacher","raw_affiliation_strings":["Northern Arizona University, USA"],"affiliations":[{"raw_affiliation_string":"Northern Arizona University, USA","institution_ids":["https://openalex.org/I203172682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042152619","display_name":"Augusto Baffa","orcid":"https://orcid.org/0000-0002-7039-4477"},"institutions":[{"id":"https://openalex.org/I2699952","display_name":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro","ror":"https://ror.org/01dg47b60","country_code":"BR","type":"education","lineage":["https://openalex.org/I2699952"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Augusto Baffa","raw_affiliation_strings":["Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro (PUC-Rio), Brazil"],"affiliations":[{"raw_affiliation_string":"Pontif\u00edcia Universidade Cat\u00f3lica do Rio de Janeiro (PUC-Rio), Brazil","institution_ids":["https://openalex.org/I2699952"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090231856","display_name":"Baldo\u00edno Fonseca","orcid":"https://orcid.org/0000-0002-0730-0319"},"institutions":[{"id":"https://openalex.org/I79889768","display_name":"Universidade Federal de Alagoas","ror":"https://ror.org/00dna7t83","country_code":"BR","type":"education","lineage":["https://openalex.org/I79889768"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Baldoino Fonseca","raw_affiliation_strings":["Federal University of Alagoas (UFAL), Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Alagoas (UFAL), Brazil","institution_ids":["https://openalex.org/I79889768"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":15,"corresponding_author_ids":["https://openalex.org/A5079478848"],"corresponding_institution_ids":["https://openalex.org/I2699952"],"apc_list":null,"apc_paid":null,"fwci":1.6816,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.86072342,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"211","last_page":"221"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.667793869972229},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.642406165599823},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.44145360589027405},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.25345391035079956}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.667793869972229},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.642406165599823},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.44145360589027405},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25345391035079956}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3661167.3661189","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3661167.3661189","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1952075326","https://openalex.org/W1966797434","https://openalex.org/W1987425720","https://openalex.org/W1991627953","https://openalex.org/W2000471262","https://openalex.org/W2099813784","https://openalex.org/W2120955596","https://openalex.org/W2125886624","https://openalex.org/W2139092060","https://openalex.org/W2160660844","https://openalex.org/W2402365003","https://openalex.org/W2605856244","https://openalex.org/W2733078680","https://openalex.org/W2755664959","https://openalex.org/W2767841318","https://openalex.org/W2794607770","https://openalex.org/W2808429234","https://openalex.org/W2810414047","https://openalex.org/W2884491530","https://openalex.org/W2897713000","https://openalex.org/W2951710749","https://openalex.org/W2964150337","https://openalex.org/W2997617103","https://openalex.org/W3004121134","https://openalex.org/W3011570378","https://openalex.org/W3014437350","https://openalex.org/W3035055097","https://openalex.org/W3043424630","https://openalex.org/W3096150021","https://openalex.org/W3100111264","https://openalex.org/W3102944297","https://openalex.org/W3114280329","https://openalex.org/W3141847762","https://openalex.org/W3173529525","https://openalex.org/W4229772528","https://openalex.org/W4239946314","https://openalex.org/W6892630447"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2548633793","https://openalex.org/W3013279174","https://openalex.org/W2941935829","https://openalex.org/W2596247554","https://openalex.org/W4301373556","https://openalex.org/W3132372214","https://openalex.org/W4224284088","https://openalex.org/W4286571989"],"abstract_inverted_index":{"Modern":[0],"software":[1,40,57,176,187,296],"development":[2,20],"relies":[3],"on":[4,56],"cloud-based":[5],"collaborative":[6],"platforms":[7],"(e.g.,":[8],"GitHub":[9],"and":[10,27,84,103,115,126,132,186,192,263,286],"GitLab).":[11],"In":[12,69],"these":[13,203],"platforms,":[14],"developers":[15],"often":[16,235],"employ":[17],"a":[18,121,143,165,190,238],"pull-based":[19],"approach,":[21],"proposing":[22],"changes":[23],"via":[24,31],"pull":[25,67,158],"requests":[26],"engaging":[28],"in":[29,50,94,133,138,154],"communication":[30,36,52],"asynchronous":[32],"message":[33],"exchanges.":[34],"Since":[35],"is":[37,108,219,229,234],"key":[38],"for":[39],"development,":[41],"studies":[42],"have":[43,249],"linked":[44],"different":[45],"types":[46],"of":[47,66,81,96,99,117,149,157],"sentiments":[48],"embedded":[49],"the":[51,64,79,97,113,147,155,207,261,267,281],"to":[53,77,129,145,198,206,237,256,279,283],"their":[54,100,217],"effects":[55],"projects,":[58],"such":[59],"as":[60],"bug-inducing":[61],"commits":[62],"or":[63,240],"non-acceptance":[65],"requests.":[68],"this":[70,130,134,139],"context,":[71],"sentiment":[72,80,151,233,288],"analysis":[73,152,289],"tools":[74,92,119,153,205,214,290],"are":[75],"paramount":[76],"detect":[78],"developers\u2019":[82],"messages":[83,173,179,248],"prevent":[85],"potentially":[86],"harmful":[87],"impact.":[88],"Unfortunately,":[89],"existing":[90,118,150,204],"state-of-the-art":[91],"vary":[93],"terms":[95],"nature":[98],"data":[101],"collection":[102],"labeling":[104],"processes.":[105],"Yet,":[106],"there":[107],"no":[109],"comprehensive":[110],"study":[111],"comparing":[112],"performance":[114,218],"generalizability":[116],"utilizing":[120],"dataset":[122,166],"that":[123,167,211,246,251,291],"was":[124],"designed":[125,197],"systematically":[127],"curated":[128],"end,":[131],"specific":[135],"context.":[136],"Therefore,":[137],"study,":[140],"we":[141,163,209],"design":[142],"methodology":[144],"assess":[146],"effectiveness":[148],"context":[156],"request":[159],"discussions.":[160],"For":[161],"that,":[162],"created":[164],"contains":[168],"\u2248":[169],"1.8K":[170],"manually":[171],"labeled":[172,181],"from":[174,221,272],"36":[175],"projects.":[177],"The":[178],"were":[180],"by":[182,266],"19":[183],"experts":[184,262],"(neuroscientists":[185],"engineers),":[188],"using":[189],"novel":[191],"systematic":[193],"manual":[194],"classification":[195],"process":[196],"reduce":[199],"subjectivity.":[200],"By":[201],"applying":[202],"dataset,":[208],"observed":[210,245],"while":[212],"some":[213,247],"]perform":[215],"acceptably,":[216],"far":[220],"ideal,":[222],"especially":[223],"when":[224],"classifying":[225],"negative":[226,232],"messages.":[227],"This":[228],"interesting":[230],"since":[231],"related":[236],"critical":[239],"unfavorable":[241],"opinion.":[242],"We":[243],"also":[244],"characteristics":[250],"can":[252],"make":[253],"them":[254],"harder":[255],"classify,":[257],"causing":[258],"disagreements":[259],"between":[260],"possible":[264],"misclassifications":[265],"tools,":[268],"requiring":[269],"more":[270],"attention":[271],"researchers.":[273],"Our":[274],"contributions":[275],"include":[276],"valuable":[277],"resources":[278],"pave":[280],"way":[282],"develop":[284],"robust":[285],"mature":[287],"capture/anticipate":[292],"potential":[293],"problems":[294],"during":[295],"development.":[297]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}