{"id":"https://openalex.org/W4415125743","doi":"https://doi.org/10.1109/rew66121.2025.00014","title":"Automatic Classification of User Requirements from Online Feedback - A Replication Study","display_name":"Automatic Classification of User Requirements from Online Feedback - A Replication Study","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4415125743","doi":"https://doi.org/10.1109/rew66121.2025.00014"},"language":"en","primary_location":{"id":"doi:10.1109/rew66121.2025.00014","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rew66121.2025.00014","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 33rd International Requirements Engineering Conference Workshops (REW)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Meet Bhatt","orcid":null},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Meet Bhatt","raw_affiliation_strings":["University of Calgary,Dept. of Electrical and Software Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Calgary,Dept. of Electrical and Software Engineering,Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119975823","display_name":"Nic Boilard","orcid":null},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Nic Boilard","raw_affiliation_strings":["University of Calgary,Dept. of Electrical and Software Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Calgary,Dept. of Electrical and Software Engineering,Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119975824","display_name":"Muhammad Rehan Chaudhary","orcid":null},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Muhammad Rehan Chaudhary","raw_affiliation_strings":["University of Calgary,Dept. of Electrical and Software Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Calgary,Dept. of Electrical and Software Engineering,Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103813481","display_name":"C. Elise Thompson","orcid":null},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Cole Thompson","raw_affiliation_strings":["University of Calgary,Dept. of Electrical and Software Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Calgary,Dept. of Electrical and Software Engineering,Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107619441","display_name":"Jacob Idoko","orcid":null},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jacob Idoko","raw_affiliation_strings":["University of Calgary,Dept. of Electrical and Software Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Calgary,Dept. of Electrical and Software Engineering,Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107619487","display_name":"Aakash Sorathiya","orcid":"https://orcid.org/0009-0006-0842-4758"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Aakash Sorathiya","raw_affiliation_strings":["University of Calgary,Dept. of Electrical and Software Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Calgary,Dept. of Electrical and Software Engineering,Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020045407","display_name":"Gouri Ginde","orcid":null},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Gouri Ginde","raw_affiliation_strings":["University of Calgary,Dept. of Electrical and Software Engineering,Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Calgary,Dept. of Electrical and Software Engineering,Canada","institution_ids":["https://openalex.org/I168635309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I168635309"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.4452975,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"74","last_page":"83"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.6955999732017517,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.6955999732017517,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.875},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.833299994468689},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6238999962806702},{"id":"https://openalex.org/keywords/replicate","display_name":"Replicate","score":0.5907999873161316},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.560699999332428},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.48730000853538513}],"concepts":[{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.875},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.833299994468689},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7681000232696533},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6916999816894531},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6238999962806702},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6087999939918518},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.5907999873161316},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.560699999332428},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.48730000853538513},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3686999976634979},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C52001869","wikidata":"https://www.wikidata.org/wiki/Q812530","display_name":"Naive Bayes classifier","level":3,"score":0.3172000050544739},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3043000102043152},{"id":"https://openalex.org/C143267671","wikidata":"https://www.wikidata.org/wiki/Q7901856","display_name":"User requirements document","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26159998774528503},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/rew66121.2025.00014","is_oa":false,"landing_page_url":"https://doi.org/10.1109/rew66121.2025.00014","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 33rd International Requirements Engineering Conference Workshops (REW)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320310537","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1494749758","https://openalex.org/W2066707382","https://openalex.org/W2111199933","https://openalex.org/W2112143630","https://openalex.org/W2126574721","https://openalex.org/W2244750928","https://openalex.org/W2296444013","https://openalex.org/W2362569215","https://openalex.org/W2614421426","https://openalex.org/W2938459865","https://openalex.org/W2996203597","https://openalex.org/W3011137575","https://openalex.org/W3215722946","https://openalex.org/W4387123803","https://openalex.org/W4389988752","https://openalex.org/W4390489251","https://openalex.org/W4394809155","https://openalex.org/W4399203757","https://openalex.org/W4399203759","https://openalex.org/W4405710143","https://openalex.org/W4410202262","https://openalex.org/W4411950663"],"related_works":[],"abstract_inverted_index":{"Natural":[0],"language":[1],"processing":[2],"(NLP)":[3],"techniques":[4],"have":[5,259],"been":[6],"widely":[7],"applied":[8],"in":[9,29,73,91,269],"the":[10,38,47,70,115,119,128,132,138,143,153,163,168,224,240,245,249,253,262,275,287],"requirements":[11],"engineering":[12],"(RE)":[13],"field":[14],"to":[15,37,69,126,155,176,230,282],"support":[16,286],"tasks":[17],"such":[18],"as":[19],"classification":[20,106],"and":[21,67,78,151,197,213,223,273,285],"ambiguity":[22],"detection.":[23],"Although":[24],"RE":[25,43],"research":[26],"is":[27,53,172],"rooted":[28],"empirical":[30],"investigation,":[31],"it":[32],"has":[33],"paid":[34],"limited":[35],"attention":[36],"replication":[39,164,178,241,246,271,276,288],"of":[40,51,131,239,248,289],"NLP":[41,52],"for":[42,57,104,167,279],"(NLP4RE)":[44],"studies.":[45],"Additionally,":[46,236],"rapidly":[48],"advancing":[49],"realm":[50],"creating":[54],"new":[55,65],"opportunities":[56],"efficient,":[58],"machine-assisted":[59],"workflow":[60],"applications,":[61],"which":[62,98,171],"can":[63],"bring":[64],"perspectives":[66],"results":[68,117,154,180],"forefront.":[71],"Thus,":[72],"this":[74,111,266],"study,":[75,112,170],"we":[76,113,161],"replicate":[77],"extend":[79],"a":[80,156],"previous":[81],"NLP4RE":[82],"study":[83,165,242,277,281],"(baseline),":[84],"\"Classifying":[85],"User":[86],"Requirements":[87],"from":[88,107],"Online":[89],"Feedback":[90],"Small":[92],"Dataset":[93],"Environments":[94],"using":[95,118],"Deep":[96],"Learning\",":[97],"evaluated":[99],"different":[100,186],"deep":[101,209],"learning":[102,210,234],"models":[103,199],"requirement":[105],"user":[108],"reviews.":[109],"In":[110,194],"reproduced":[114],"original":[116],"publicly":[120],"released":[121],"source":[122],"code,":[123],"thereby":[124],"helping":[125],"strengthen":[127],"external":[129,148,221],"validity":[130],"baseline":[133,139,169,208,232,250],"study.":[134,291],"We":[135,264],"then":[136],"extended":[137],"setup":[140,256],"by":[141],"evaluating":[142],"model\u2019s":[144],"performance":[145,228],"on":[146,219],"an":[147,173,220],"(new)":[149],"dataset":[150],"comparing":[152],"GPT-4o":[157,225],"zero-shot":[158],"classifier.":[159],"Furthermore,":[160],"prepared":[162],"ID-card":[166,243,278],"important":[174],"aspect":[175],"evaluate":[177],"readiness.The":[179],"showed":[181,200,227],"diverse":[182],"reproducibility":[183],"levels":[184],"across":[185],"models,":[187,211],"with":[188],"Naive":[189],"Bayes":[190],"demonstrating":[191],"perfect":[192],"reproducibility.":[193],"contrast,":[195],"BERT":[196,212],"other":[198],"mixed":[201],"results.":[202],"Our":[203],"findings":[204],"also":[205],"revealed":[206],"that":[207],"ELMo,":[214],"exhibited":[215],"good":[216],"generalization":[217],"capabilities":[218],"dataset,":[222],"model":[226],"comparable":[229],"traditional":[231],"machine":[233],"models.":[235],"our":[237,270,280,290],"assessment":[238],"confirmed":[244],"readiness":[247],"study;":[251],"however,":[252],"missing":[254,267],"environment":[255],"files":[257],"would":[258],"further":[260,283],"enhanced":[261],"readiness.":[263],"include":[265],"information":[268],"package":[272],"provide":[274],"encourage":[284]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-14T00:00:00"}