{"id":"https://openalex.org/W4415108361","doi":"https://doi.org/10.1109/rew66121.2025.00080","title":"Towards Trustworthy Sentiment Analysis in Software Engineering: Dataset Characteristics and Tool Selection","display_name":"Towards Trustworthy Sentiment Analysis in Software Engineering: Dataset Characteristics and Tool Selection","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4415108361","doi":"https://doi.org/10.1109/rew66121.2025.00080"},"language":"en","primary_location":{"id":"doi:10.1109/rew66121.2025.00080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rew66121.2025.00080","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 33rd International Requirements Engineering Conference Workshops (REW)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026809101","display_name":"Martin Obaidi","orcid":"https://orcid.org/0000-0001-9217-3934"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Martin Obaidi","raw_affiliation_strings":["Leibniz University Hannover, Software Engineering Group,Hannover,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leibniz University Hannover, Software Engineering Group,Hannover,Germany","institution_ids":["https://openalex.org/I114112103","https://openalex.org/I4210136150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008092891","display_name":"Marc Herrmann","orcid":"https://orcid.org/0000-0002-3951-3300"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marc Herrmann","raw_affiliation_strings":["Leibniz University Hannover, Software Engineering Group,Hannover,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leibniz University Hannover, Software Engineering Group,Hannover,Germany","institution_ids":["https://openalex.org/I114112103","https://openalex.org/I4210136150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088299353","display_name":"Jil Kl\u00fcnder","orcid":"https://orcid.org/0000-0001-7674-2930"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210131765","display_name":"University of Applied Sciences FHDW Hannover","ror":"https://ror.org/03z6vda50","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210131765"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jil Kl\u00fcnder","raw_affiliation_strings":["University of Applied Sciences FHDW Hannover,Hannover,Germany","Leibniz University Hannover, Software Engineering Group,Hannover,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Applied Sciences FHDW Hannover,Hannover,Germany","institution_ids":["https://openalex.org/I4210131765"]},{"raw_affiliation_string":"Leibniz University Hannover, Software Engineering Group,Hannover,Germany","institution_ids":["https://openalex.org/I114112103","https://openalex.org/I4210136150"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031529088","display_name":"Kurt Schneider","orcid":"https://orcid.org/0000-0002-7456-8323"},"institutions":[{"id":"https://openalex.org/I114112103","display_name":"Leibniz University Hannover","ror":"https://ror.org/0304hq317","country_code":"DE","type":"education","lineage":["https://openalex.org/I114112103"]},{"id":"https://openalex.org/I4210131765","display_name":"University of Applied Sciences FHDW Hannover","ror":"https://ror.org/03z6vda50","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210131765"]},{"id":"https://openalex.org/I4210136150","display_name":"L3S Research Center","ror":"https://ror.org/039t4wk02","country_code":"DE","type":"facility","lineage":["https://openalex.org/I114112103","https://openalex.org/I4210136150","https://openalex.org/I94509681"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kurt Schneider","raw_affiliation_strings":["Leibniz University Hannover, Software Engineering Group,Hannover,Germany","University of Applied Sciences FHDW Hannover,Hannover,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Leibniz University Hannover, Software Engineering Group,Hannover,Germany","institution_ids":["https://openalex.org/I114112103","https://openalex.org/I4210136150"]},{"raw_affiliation_string":"University of Applied Sciences FHDW Hannover,Hannover,Germany","institution_ids":["https://openalex.org/I4210131765"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.5476,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.9866452,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"538","last_page":"547"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9634000062942505,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.7871999740600586},{"id":"https://openalex.org/keywords/trustworthiness","display_name":"Trustworthiness","score":0.6294000148773193},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6208999752998352},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6080999970436096},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.49799999594688416},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.4009999930858612},{"id":"https://openalex.org/keywords/statistical-analysis","display_name":"Statistical analysis","score":0.36070001125335693}],"concepts":[{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.7871999740600586},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7785000205039978},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.6294000148773193},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6208999752998352},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6080999970436096},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.5863999724388123},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.49799999594688416},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.4009999930858612},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.36070001125335693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.352400004863739},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33169999718666077},{"id":"https://openalex.org/C2984968299","wikidata":"https://www.wikidata.org/wiki/Q1077784","display_name":"Software tool","level":3,"score":0.328900009393692},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.32820001244544983},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.3068000078201294},{"id":"https://openalex.org/C2987757206","wikidata":"https://www.wikidata.org/wiki/Q494735","display_name":"Statistical software","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C171981572","wikidata":"https://www.wikidata.org/wiki/Q7554239","display_name":"Software analytics","level":5,"score":0.2703999876976013},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.267300009727478},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.262800008058548}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/rew66121.2025.00080","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rew66121.2025.00080","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 33rd International Requirements Engineering Conference Workshops (REW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1975879668","https://openalex.org/W1987425720","https://openalex.org/W2000471262","https://openalex.org/W2006044072","https://openalex.org/W2164777277","https://openalex.org/W2402365003","https://openalex.org/W2755664959","https://openalex.org/W2767841318","https://openalex.org/W2794607770","https://openalex.org/W2810414047","https://openalex.org/W2884442519","https://openalex.org/W2884491530","https://openalex.org/W2886486953","https://openalex.org/W2889346642","https://openalex.org/W2903704553","https://openalex.org/W2915294385","https://openalex.org/W2954384356","https://openalex.org/W2964150337","https://openalex.org/W3006443909","https://openalex.org/W3014437350","https://openalex.org/W3031217026","https://openalex.org/W3088417145","https://openalex.org/W3096150021","https://openalex.org/W3096160408","https://openalex.org/W3158476121","https://openalex.org/W3173239948","https://openalex.org/W3207231909","https://openalex.org/W3209840080","https://openalex.org/W3211925781","https://openalex.org/W4249127983","https://openalex.org/W4286268420","https://openalex.org/W4286567510","https://openalex.org/W4291213652","https://openalex.org/W4292621711","https://openalex.org/W4312617137","https://openalex.org/W4400220641","https://openalex.org/W4402759247","https://openalex.org/W4407722787","https://openalex.org/W4409058263","https://openalex.org/W4415108361","https://openalex.org/W4415125308"],"related_works":[],"abstract_inverted_index":{"Software":[0],"development":[1],"relies":[2],"heavily":[3],"on":[4,72],"text-based":[5],"communication,":[6],"making":[7],"sentiment":[8,27,68,85,146],"analysis":[9,28,69,86,147],"a":[10,77],"valuable":[11],"tool":[12,107,131],"for":[13,88,145,155],"understanding":[14],"team":[15],"dynamics":[16],"and":[17,44,51,62,80,116,125,139],"supporting":[18],"trustworthy":[19,143],"AI-driven":[20],"analytics":[21],"in":[22,41,113,141,148],"requirements":[23],"engineering.":[24],"However,":[25],"existing":[26],"tools":[29,87,144],"often":[30],"perform":[31],"inconsistently":[32],"across":[33],"datasets":[34,58],"from":[35,59],"different":[36],"platforms,":[37],"due":[38],"to":[39,105],"variations":[40],"communication":[42,57,159],"style":[43],"content.In":[45],"this":[46],"study,":[47],"we":[48,75],"analyze":[49],"linguistic":[50,115],"statistical":[52,117],"features":[53,94],"of":[54,66],"10":[55],"developer":[56],"five":[60],"platforms":[61,110],"evaluate":[63],"the":[64,153],"performance":[65],"14":[67],"tools.":[70],"Based":[71],"these":[73],"results,":[74,130],"propose":[76],"mapping":[78],"approach":[79,136],"questionnaire":[81],"that":[82,99],"recommends":[83],"suitable":[84],"new":[89],"datasets,":[90],"using":[91],"their":[92],"characteristic":[93],"as":[95,109,123,158],"input.Our":[96],"results":[97],"show":[98],"dataset":[100],"characteristics":[101],"can":[102],"be":[103],"leveraged":[104],"improve":[106],"selection,":[108],"differ":[111],"substantially":[112],"both":[114],"properties.":[118],"While":[119],"transformer-based":[120],"models":[121],"such":[122],"SetFit":[124],"RoBERTa":[126],"consistently":[127],"achieve":[128],"strong":[129],"effectiveness":[132],"remains":[133],"context-dependent.":[134],"Our":[135],"supports":[137],"researchers":[138],"practitioners":[140],"selecting":[142],"software":[149],"engineering,":[150],"while":[151],"highlighting":[152],"need":[154],"ongoing":[156],"evaluation":[157],"contexts":[160],"evolve.":[161]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-13T00:00:00"}