{"id":"https://openalex.org/W2789851632","doi":"https://doi.org/10.1145/3196398.3196453","title":"A gold standard for emotion annotation in stack overflow","display_name":"A gold standard for emotion annotation in stack overflow","publication_year":2018,"publication_date":"2018-05-28","ids":{"openalex":"https://openalex.org/W2789851632","doi":"https://doi.org/10.1145/3196398.3196453","mag":"2789851632"},"language":"en","primary_location":{"id":"doi:10.1145/3196398.3196453","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3196398.3196453","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Conference on Mining Software Repositories","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1803.02300","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030063602","display_name":"Nicole Novielli","orcid":"https://orcid.org/0000-0003-1160-2608"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Nicole Novielli","raw_affiliation_strings":["University of Bari Aldo Moro, Italy","University of Bari Aldo Moro. Italy"],"affiliations":[{"raw_affiliation_string":"University of Bari Aldo Moro, Italy","institution_ids":["https://openalex.org/I5561750"]},{"raw_affiliation_string":"University of Bari Aldo Moro. Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017685793","display_name":"Fabio Calefato","orcid":"https://orcid.org/0000-0003-2654-1588"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Fabio Calefato","raw_affiliation_strings":["University of Bari Aldo Moro, Italy","University of Bari Aldo Moro. Italy"],"affiliations":[{"raw_affiliation_string":"University of Bari Aldo Moro, Italy","institution_ids":["https://openalex.org/I5561750"]},{"raw_affiliation_string":"University of Bari Aldo Moro. Italy","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072863196","display_name":"Filippo Lanubile","orcid":"https://orcid.org/0000-0003-3373-7589"},"institutions":[{"id":"https://openalex.org/I5561750","display_name":"University of Bari Aldo Moro","ror":"https://ror.org/027ynra39","country_code":"IT","type":"education","lineage":["https://openalex.org/I5561750"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Filippo Lanubile","raw_affiliation_strings":["University of Bari Aldo Moro, Italy","University of Bari Aldo Moro. Italy"],"affiliations":[{"raw_affiliation_string":"University of Bari Aldo Moro, Italy","institution_ids":["https://openalex.org/I5561750"]},{"raw_affiliation_string":"University of Bari Aldo Moro. Italy","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5030063602"],"corresponding_institution_ids":["https://openalex.org/I5561750"],"apc_list":null,"apc_paid":null,"fwci":0.4112,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.69713973,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"14","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7401459217071533},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.7202191352844238},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.607352077960968},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.5876556634902954},{"id":"https://openalex.org/keywords/stack","display_name":"Stack (abstract data type)","score":0.4820581376552582},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.48062318563461304},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4463464617729187},{"id":"https://openalex.org/keywords/emotion-recognition","display_name":"Emotion recognition","score":0.4107433557510376},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3353472352027893},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3277340531349182},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08154746890068054}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7401459217071533},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.7202191352844238},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.607352077960968},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.5876556634902954},{"id":"https://openalex.org/C9395851","wikidata":"https://www.wikidata.org/wiki/Q177929","display_name":"Stack (abstract data type)","level":2,"score":0.4820581376552582},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.48062318563461304},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4463464617729187},{"id":"https://openalex.org/C2777438025","wikidata":"https://www.wikidata.org/wiki/Q1339090","display_name":"Emotion recognition","level":2,"score":0.4107433557510376},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3353472352027893},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3277340531349182},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08154746890068054},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1145/3196398.3196453","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3196398.3196453","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th International Conference on Mining Software Repositories","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1803.02300","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.02300","pdf_url":"https://arxiv.org/pdf/1803.02300","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2789851632","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1803.02300","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:ricerca.uniba.it:11586/218921","is_oa":false,"landing_page_url":"http://hdl.handle.net/11586/218921","pdf_url":null,"source":{"id":"https://openalex.org/S4377196296","display_name":"CINECA IRIS Institutional Research Information System (University of Bari Aldo Moro)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I5561750","host_organization_name":"University of Bari Aldo Moro","host_organization_lineage":["https://openalex.org/I5561750"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.1803.02300","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1803.02300","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1803.02300","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1803.02300","pdf_url":"https://arxiv.org/pdf/1803.02300","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15","score":0.44999998807907104}],"awards":[{"id":"https://openalex.org/G7429331252","display_name":null,"funder_award_id":"project","funder_id":"https://openalex.org/F4320331528","funder_display_name":"Ministero dell'Universit\u00e0 e della Ricerca"}],"funders":[{"id":"https://openalex.org/F4320321873","display_name":"Ministero dell\u2019Istruzione, dell\u2019Universit\u00e0 e della Ricerca","ror":"https://ror.org/0166hxq48"},{"id":"https://openalex.org/F4320331528","display_name":"Ministero dell'Universit\u00e0 e della Ricerca","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2789851632.pdf","grobid_xml":"https://content.openalex.org/works/W2789851632.grobid-xml"},"referenced_works_count":22,"referenced_works":["https://openalex.org/W1987425720","https://openalex.org/W1998470619","https://openalex.org/W2000471262","https://openalex.org/W2006044072","https://openalex.org/W2009682804","https://openalex.org/W2146649871","https://openalex.org/W2300884049","https://openalex.org/W2402365003","https://openalex.org/W2406986017","https://openalex.org/W2571312737","https://openalex.org/W2604873636","https://openalex.org/W2623177746","https://openalex.org/W2727177317","https://openalex.org/W2733078680","https://openalex.org/W2746748886","https://openalex.org/W2766375028","https://openalex.org/W2767209236","https://openalex.org/W2794607770","https://openalex.org/W2885935106","https://openalex.org/W2963199188","https://openalex.org/W3105496546","https://openalex.org/W4297975679"],"related_works":["https://openalex.org/W2897885329","https://openalex.org/W2016340837","https://openalex.org/W2064718301","https://openalex.org/W3043893335","https://openalex.org/W3153685819","https://openalex.org/W2766371210","https://openalex.org/W2462489574","https://openalex.org/W2471402721","https://openalex.org/W2085066781","https://openalex.org/W3134962389","https://openalex.org/W2084022700","https://openalex.org/W1989495780","https://openalex.org/W2190747403","https://openalex.org/W3176949812","https://openalex.org/W3043971138","https://openalex.org/W3018666158","https://openalex.org/W1899888723","https://openalex.org/W2922390416","https://openalex.org/W2224584170","https://openalex.org/W948010811"],"abstract_inverted_index":{"Software":[0],"developers":[1],"experience":[2],"and":[3,44],"share":[4],"a":[5,11,38,60],"wide":[6],"range":[7],"of":[8,14,32,40,59,63],"emotions":[9],"throughout":[10],"rich":[12],"ecosystem":[13],"communication":[15,34],"channels.":[16],"A":[17],"recent":[18],"trend":[19],"that":[20],"has":[21],"emerged":[22],"in":[23,72],"empirical":[24],"software":[25,73],"engineering":[26],"studies":[27],"is":[28],"leveraging":[29],"sentiment":[30],"analysis":[31],"developers'":[33],"traces.":[35],"We":[36],"release":[37],"dataset":[39,54],"4,800":[41],"questions,":[42],"answers,":[43],"comments":[45],"from":[46],"Stack":[47],"Overflow,":[48],"manually":[49],"annotated":[50,64],"for":[51],"emotions.":[52],"Our":[53],"contributes":[55],"to":[56,66],"the":[57],"building":[58],"shared":[61],"corpus":[62],"resources":[65],"support":[67],"research":[68],"on":[69],"emotion":[70],"awareness":[71],"development.":[74]},"counts_by_year":[{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2025-10-10T00:00:00"}