{"id":"https://openalex.org/W2884442519","doi":"https://doi.org/10.1145/3194932.3194938","title":"Sentiment and politeness analysis tools on developer discussions are unreliable, but so are people","display_name":"Sentiment and politeness analysis tools on developer discussions are unreliable, but so are people","publication_year":2018,"publication_date":"2018-06-02","ids":{"openalex":"https://openalex.org/W2884442519","doi":"https://doi.org/10.1145/3194932.3194938","mag":"2884442519"},"language":"en","primary_location":{"id":"doi:10.1145/3194932.3194938","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3194932.3194938","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Workshop on Emotion Awareness in Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075508096","display_name":"Nasif Imtiaz","orcid":"https://orcid.org/0000-0002-1955-1924"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nasif Imtiaz","raw_affiliation_strings":["North Carolina State University"],"affiliations":[{"raw_affiliation_string":"North Carolina State University","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015507948","display_name":"Justin Middleton","orcid":"https://orcid.org/0009-0008-7373-5354"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Justin Middleton","raw_affiliation_strings":["North Carolina State University"],"affiliations":[{"raw_affiliation_string":"North Carolina State University","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112381261","display_name":"Peter D. Girouard","orcid":null},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Girouard","raw_affiliation_strings":["North Carolina State University"],"affiliations":[{"raw_affiliation_string":"North Carolina State University","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052426710","display_name":"Emerson Murphy-Hill","orcid":"https://orcid.org/0000-0003-3921-9416"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Emerson Murphy-Hill","raw_affiliation_strings":["North Carolina State University"],"affiliations":[{"raw_affiliation_string":"North Carolina State University","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5075508096"],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":8.2464,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.97663766,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"55","last_page":"61"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/politeness","display_name":"Politeness","score":0.9726382493972778},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7518990635871887},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7074114084243774},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5244360566139221},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5227675437927246},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5200086236000061},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.48334333300590515},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.44269439578056335},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.39457863569259644},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3660287857055664},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.24610987305641174},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.06642082333564758}],"concepts":[{"id":"https://openalex.org/C61123122","wikidata":"https://www.wikidata.org/wiki/Q281287","display_name":"Politeness","level":2,"score":0.9726382493972778},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7518990635871887},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7074114084243774},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5244360566139221},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5227675437927246},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5200086236000061},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.48334333300590515},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.44269439578056335},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.39457863569259644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3660287857055664},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.24610987305641174},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.06642082333564758},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3194932.3194938","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3194932.3194938","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Workshop on Emotion Awareness in Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W58327619","https://openalex.org/W222426624","https://openalex.org/W1516184288","https://openalex.org/W1573641422","https://openalex.org/W1975782063","https://openalex.org/W1983069604","https://openalex.org/W1983175439","https://openalex.org/W1984080818","https://openalex.org/W1998470619","https://openalex.org/W2000471262","https://openalex.org/W2009682804","https://openalex.org/W2018851841","https://openalex.org/W2019708572","https://openalex.org/W2032959067","https://openalex.org/W2043223258","https://openalex.org/W2045571829","https://openalex.org/W2073429012","https://openalex.org/W2079528076","https://openalex.org/W2097726431","https://openalex.org/W2105070072","https://openalex.org/W2114107375","https://openalex.org/W2143040155","https://openalex.org/W2146649871","https://openalex.org/W2157163421","https://openalex.org/W2159035740","https://openalex.org/W2164777277","https://openalex.org/W2251939518","https://openalex.org/W2402365003","https://openalex.org/W2402806180","https://openalex.org/W2406986017","https://openalex.org/W2498120566","https://openalex.org/W2511558409","https://openalex.org/W2571312737","https://openalex.org/W2611725707","https://openalex.org/W2727177317","https://openalex.org/W2767841318","https://openalex.org/W2767988819","https://openalex.org/W2769890081","https://openalex.org/W2794607770","https://openalex.org/W2885935106","https://openalex.org/W2900734124","https://openalex.org/W3004121134","https://openalex.org/W3105551542","https://openalex.org/W3124180615","https://openalex.org/W4205184193","https://openalex.org/W4231533450"],"related_works":["https://openalex.org/W2394026242","https://openalex.org/W3157531824","https://openalex.org/W627623443","https://openalex.org/W2350380269","https://openalex.org/W4388526518","https://openalex.org/W1821483538","https://openalex.org/W313541083","https://openalex.org/W2988012016","https://openalex.org/W4400665158","https://openalex.org/W2994985942"],"abstract_inverted_index":{"Many":[0],"software":[1,17],"engineering":[2],"researchers":[3],"use":[4,22],"sentiment":[5,38,89],"and":[6,39,90],"politeness":[7,40,65],"analysis":[8],"tools":[9,24,36,80],"to":[10,63],"study":[11],"the":[12,79],"emotional":[13],"environment":[14],"within":[15],"collaborative":[16,71],"development.":[18],"However,":[19],"papers":[20],"that":[21,51,75],"these":[23],"rarely":[25],"establish":[26],"their":[27],"reliability.":[28],"In":[29],"this":[30],"paper,":[31],"we":[32],"evaluate":[33],"popular":[34],"existing":[35],"for":[37,66],"detection":[41],"over":[42],"a":[43,58,82,96],"dataset":[44],"of":[45],"589":[46],"manually":[47],"rated":[48],"GitHub":[49],"comments":[50],"represent":[52],"developer":[53],"discussions.":[54],"We":[55,73],"also":[56,94],"develop":[57],"coding":[59],"scheme":[60],"on":[61,70,88],"how":[62],"quantify":[64],"conversational":[67],"texts":[68],"found":[69],"platforms.":[72],"find":[74],"not":[76],"only":[77],"do":[78],"have":[81,95],"low":[83,97],"agreement":[84,98],"with":[85],"human":[86,92],"ratings":[87],"politeness,":[91],"raters":[93],"among":[99],"themselves.":[100]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}