{"id":"https://openalex.org/W7144250837","doi":"https://doi.org/10.1007/978-3-032-22375-3_10","title":"Evaluating the\u00a0Quality of\u00a0User Stories: An Extended Comparative Study of\u00a0Multiple LLMs and\u00a0Rule-Based Tools","display_name":"Evaluating the\u00a0Quality of\u00a0User Stories: An Extended Comparative Study of\u00a0Multiple LLMs and\u00a0Rule-Based Tools","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7144250837","doi":"https://doi.org/10.1007/978-3-032-22375-3_10"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-032-22375-3_10","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-032-22375-3_10","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-22375-3_10.pdf","source":{"id":"https://openalex.org/S4210177767","display_name":"Lecture notes in business information processing","issn_l":"1865-1348","issn":["1865-1348","1865-1356"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Business Information Processing","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-22375-3_10.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056034585","display_name":"Izabella Silva","orcid":null},"institutions":[{"id":"https://openalex.org/I41455075","display_name":"Universidade Federal de Campina Grande","ror":"https://ror.org/00eftnx64","country_code":"BR","type":"education","lineage":["https://openalex.org/I41455075"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Izabella Silva","raw_affiliation_strings":["VIRTUS Research, Development and Innovation Center, Federal University of Campina Grande, Campina Grande, PB, 58429-900, Brazil"],"affiliations":[{"raw_affiliation_string":"VIRTUS Research, Development and Innovation Center, Federal University of Campina Grande, Campina Grande, PB, 58429-900, Brazil","institution_ids":["https://openalex.org/I41455075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5131096068","display_name":"Jo\u00e3o Paiva","orcid":null},"institutions":[{"id":"https://openalex.org/I41455075","display_name":"Universidade Federal de Campina Grande","ror":"https://ror.org/00eftnx64","country_code":"BR","type":"education","lineage":["https://openalex.org/I41455075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Paiva","raw_affiliation_strings":["VIRTUS Research, Development and Innovation Center, Federal University of Campina Grande, Campina Grande, PB, 58429-900, Brazil"],"affiliations":[{"raw_affiliation_string":"VIRTUS Research, Development and Innovation Center, Federal University of Campina Grande, Campina Grande, PB, 58429-900, Brazil","institution_ids":["https://openalex.org/I41455075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087237928","display_name":"Mirko Perkusich","orcid":"https://orcid.org/0000-0002-9433-4962"},"institutions":[{"id":"https://openalex.org/I41455075","display_name":"Universidade Federal de Campina Grande","ror":"https://ror.org/00eftnx64","country_code":"BR","type":"education","lineage":["https://openalex.org/I41455075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Mirko Perkusich","raw_affiliation_strings":["VIRTUS Research, Development and Innovation Center, Federal University of Campina Grande, Campina Grande, PB, 58429-900, Brazil"],"affiliations":[{"raw_affiliation_string":"VIRTUS Research, Development and Innovation Center, Federal University of Campina Grande, Campina Grande, PB, 58429-900, Brazil","institution_ids":["https://openalex.org/I41455075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080270864","display_name":"Danyllo Albuquerque","orcid":null},"institutions":[{"id":"https://openalex.org/I41455075","display_name":"Universidade Federal de Campina Grande","ror":"https://ror.org/00eftnx64","country_code":"BR","type":"education","lineage":["https://openalex.org/I41455075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Danyllo Albuquerque","raw_affiliation_strings":["VIRTUS Research, Development and Innovation Center, Federal University of Campina Grande, Campina Grande, PB, 58429-900, Brazil"],"affiliations":[{"raw_affiliation_string":"VIRTUS Research, Development and Innovation Center, Federal University of Campina Grande, Campina Grande, PB, 58429-900, Brazil","institution_ids":["https://openalex.org/I41455075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025320357","display_name":"Emanuel Dantas","orcid":"https://orcid.org/0000-0003-4609-4674"},"institutions":[{"id":"https://openalex.org/I41455075","display_name":"Universidade Federal de Campina Grande","ror":"https://ror.org/00eftnx64","country_code":"BR","type":"education","lineage":["https://openalex.org/I41455075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Emanuel Dantas","raw_affiliation_strings":["VIRTUS Research, Development and Innovation Center, Federal University of Campina Grande, Campina Grande, PB, 58429-900, Brazil"],"affiliations":[{"raw_affiliation_string":"VIRTUS Research, Development and Innovation Center, Federal University of Campina Grande, Campina Grande, PB, 58429-900, Brazil","institution_ids":["https://openalex.org/I41455075"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031124772","display_name":"Kyller Gorg\u00f4nio","orcid":"https://orcid.org/0000-0001-9796-1382"},"institutions":[{"id":"https://openalex.org/I41455075","display_name":"Universidade Federal de Campina Grande","ror":"https://ror.org/00eftnx64","country_code":"BR","type":"education","lineage":["https://openalex.org/I41455075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Kyller Gorg\u00f4nio","raw_affiliation_strings":["VIRTUS Research, Development and Innovation Center, Federal University of Campina Grande, Campina Grande, PB, 58429-900, Brazil"],"affiliations":[{"raw_affiliation_string":"VIRTUS Research, Development and Innovation Center, Federal University of Campina Grande, Campina Grande, PB, 58429-900, Brazil","institution_ids":["https://openalex.org/I41455075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012283902","display_name":"\u00c2ngelo Perkusich","orcid":"https://orcid.org/0000-0002-7377-1258"},"institutions":[{"id":"https://openalex.org/I41455075","display_name":"Universidade Federal de Campina Grande","ror":"https://ror.org/00eftnx64","country_code":"BR","type":"education","lineage":["https://openalex.org/I41455075"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Angelo Perkusich","raw_affiliation_strings":["VIRTUS Research, Development and Innovation Center, Federal University of Campina Grande, Campina Grande, PB, 58429-900, Brazil"],"affiliations":[{"raw_affiliation_string":"VIRTUS Research, Development and Innovation Center, Federal University of Campina Grande, Campina Grande, PB, 58429-900, Brazil","institution_ids":["https://openalex.org/I41455075"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5056034585"],"corresponding_institution_ids":["https://openalex.org/I41455075"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.94602115,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"155","last_page":"174"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7527999877929688,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7527999877929688,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.18369999527931213,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.0071000000461936,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clarity","display_name":"CLARITY","score":0.6941999793052673},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.661899983882904},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6582000255584717},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4918999969959259},{"id":"https://openalex.org/keywords/user-story","display_name":"User story","score":0.36719998717308044},{"id":"https://openalex.org/keywords/sophistication","display_name":"Sophistication","score":0.3474999964237213},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.3400000035762787}],"concepts":[{"id":"https://openalex.org/C2777146004","wikidata":"https://www.wikidata.org/wiki/Q14949826","display_name":"CLARITY","level":2,"score":0.6941999793052673},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.661899983882904},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6582000255584717},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5246000289916992},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4918999969959259},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3693000078201294},{"id":"https://openalex.org/C11189718","wikidata":"https://www.wikidata.org/wiki/Q218152","display_name":"User story","level":4,"score":0.36719998717308044},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.3474999964237213},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.3400000035762787},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.3382999897003174},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.3327000141143799},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.32010000944137573},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.3086000084877014},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.2944999933242798},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2874000072479248},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C2777526511","wikidata":"https://www.wikidata.org/wiki/Q691543","display_name":"Pace","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.27480000257492065},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2676999866962433},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2669000029563904},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25859999656677246},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-3-032-22375-3_10","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-032-22375-3_10","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-22375-3_10.pdf","source":{"id":"https://openalex.org/S4210177767","display_name":"Lecture notes in business information processing","issn_l":"1865-1348","issn":["1865-1348","1865-1356"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Business Information Processing","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.1007/978-3-032-22375-3_10","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-032-22375-3_10","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-032-22375-3_10.pdf","source":{"id":"https://openalex.org/S4210177767","display_name":"Lecture notes in business information processing","issn_l":"1865-1348","issn":["1865-1348","1865-1356"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Business Information Processing","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7144250837.pdf","grobid_xml":"https://content.openalex.org/works/W7144250837.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W2071810069","https://openalex.org/W2334498876","https://openalex.org/W2559799713","https://openalex.org/W2800547763","https://openalex.org/W2991273496","https://openalex.org/W3094657276","https://openalex.org/W4291213652","https://openalex.org/W4390268621","https://openalex.org/W4399163164","https://openalex.org/W4399203757","https://openalex.org/W4399203759","https://openalex.org/W4408864216","https://openalex.org/W4409623070","https://openalex.org/W4411057247","https://openalex.org/W4411552046","https://openalex.org/W4416677598"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"Background:":[1],"Ensuring":[2],"the":[3,20,69,138,149,215],"quality":[4,222],"of":[5,71,129,172,219],"user":[6,84,111,220],"stories":[7,112],"is":[8],"vital":[9],"to":[10,67,75,170],"Agile":[11],"Software":[12],"Development.":[13],"Rule-based":[14,184],"tools":[15,185],"like":[16],"AQUSA,":[17],"based":[18],"on":[19,51],"Quality":[21],"User":[22],"Story":[23],"(QUS)":[24],"framework,":[25],"offer":[26],"reliable":[27],"structural":[28,88,187,205],"checks":[29],"but":[30],"struggle":[31],"with":[32,60,153],"context-sensitive":[33],"or":[34,56],"pragmatic":[35,195],"issues.":[36],"Large":[37],"Language":[38],"Models":[39],"(LLMs)":[40],"have":[41],"emerged":[42],"as":[43],"potential":[44],"alternatives,":[45],"yet":[46],"prior":[47],"studies":[48],"often":[49],"rely":[50],"small":[52],"datasets,":[53],"older":[54],"models,":[55],"lack":[57],"direct":[58],"comparison":[59],"rule-based":[61,77,176],"baselines.":[62],"Objective:":[63],"This":[64],"study":[65],"aims":[66],"assess":[68],"effectiveness":[70],"modern":[72],"LLMs":[73,104,190,210],"relative":[74],"a":[76,95,199],"tool":[78],"(AQUSA)":[79],"for":[80,204,211],"detecting":[81],"defects":[82],"in":[83,182,224],"stories,":[85],"considering":[86],"both":[87,120],"and":[89,101,107,126,132,142,163,194,217],"contextual":[90,212],"dimensions.":[91],"Method:":[92],"We":[93,118,197],"conduct":[94],"large-scale":[96],"comparative":[97],"evaluation":[98],"involving":[99],"AQUSA":[100,147,203],"three":[102,115],"GPT-family":[103,178],"(GPT-5,":[105],"GPT-5-mini,":[106],"GPT-4),":[108],"using":[109],"182":[110],"drawn":[113],"from":[114],"industrial":[116],"datasets.":[117],"apply":[119],"quantitative":[121],"metrics":[122],"(precision,":[123],"recall,":[124],"F1-score)":[125],"qualitative":[127],"analysis":[128],"feedback":[130],"clarity":[131],"defect":[133],"relevance.":[134],"Results:":[135],"GPT-5-mini":[136],"achieved":[137],"highest":[139,150],"recall":[140],"(0.81)":[141],"overall":[143],"F1-score":[144],"(0.62),":[145],"while":[146,189],"attained":[148],"precision":[151],"(0.61)":[152],"significantly":[154],"fewer":[155],"false":[156],"positives.":[157],"GPT-5":[158],"showed":[159],"high":[160],"hallucination":[161],"rates":[162],"instability;":[164],"GPT-4":[165],"was":[166],"overly":[167],"conservative,":[168],"leading":[169],"under-detection":[171],"defects.":[173],"Conclusion:":[174],"Neither":[175],"nor":[177],"LLM-based":[179],"approaches":[180],"suffice":[181],"isolation.":[183],"enforce":[186],"rigor,":[188],"capture":[191],"nuanced":[192],"linguistic":[193],"flaws.":[196],"advocate":[198],"hybrid":[200],"\u201cDual-gate\u201d":[201],"strategy\u2014using":[202],"validation":[206],"followed":[207],"by":[208],"lightweight":[209],"refinement\u2014to":[213],"improve":[214],"reliability":[216],"scalability":[218],"story":[221],"assessment":[223],"agile":[225],"environments.":[226]},"counts_by_year":[],"updated_date":"2026-04-02T13:48:15.688549","created_date":"2026-04-01T00:00:00"}