{"id":"https://openalex.org/W7160307776","doi":"https://doi.org/10.5753/sbsi.2026.248317","title":"Quality Evaluation of Software Functional Requirements Generated by LLMs: A Systematic Mapping Study","display_name":"Quality Evaluation of Software Functional Requirements Generated by LLMs: A Systematic Mapping Study","publication_year":2026,"publication_date":"2026-05-05","ids":{"openalex":"https://openalex.org/W7160307776","doi":"https://doi.org/10.5753/sbsi.2026.248317"},"language":null,"primary_location":{"id":"doi:10.5753/sbsi.2026.248317","is_oa":false,"landing_page_url":"https://doi.org/10.5753/sbsi.2026.248317","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Brazilian Symposium on Information Systems (SBSI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135318944","display_name":"Lucas M. Louren\u00e7o","orcid":null},"institutions":[{"id":"https://openalex.org/I2802300007","display_name":"United Food and Commercial Workers","ror":"https://ror.org/0165zav23","country_code":"US","type":"other","lineage":["https://openalex.org/I2802300007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucas M. Louren\u00e7o","raw_affiliation_strings":["UFC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UFC","institution_ids":["https://openalex.org/I2802300007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121229110","display_name":"Carla Bezerra","orcid":null},"institutions":[{"id":"https://openalex.org/I2802300007","display_name":"United Food and Commercial Workers","ror":"https://ror.org/0165zav23","country_code":"US","type":"other","lineage":["https://openalex.org/I2802300007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carla Bezerra","raw_affiliation_strings":["UFC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UFC","institution_ids":["https://openalex.org/I2802300007"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5135356866","display_name":"Allan P. Marques","orcid":null},"institutions":[{"id":"https://openalex.org/I2802300007","display_name":"United Food and Commercial Workers","ror":"https://ror.org/0165zav23","country_code":"US","type":"other","lineage":["https://openalex.org/I2802300007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allan P. Marques","raw_affiliation_strings":["UFC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UFC","institution_ids":["https://openalex.org/I2802300007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2802300007"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"161","last_page":"180"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.14509999752044678,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.14509999752044678,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.07840000092983246,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.05530000105500221,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sociotechnical-system","display_name":"Sociotechnical system","score":0.6409000158309937},{"id":"https://openalex.org/keywords/non-functional-requirement","display_name":"Non-functional requirement","score":0.5113000273704529},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5005000233650208},{"id":"https://openalex.org/keywords/requirements-analysis","display_name":"Requirements analysis","score":0.45809999108314514},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.43939998745918274},{"id":"https://openalex.org/keywords/requirements-engineering","display_name":"Requirements engineering","score":0.4253000020980835},{"id":"https://openalex.org/keywords/functional-requirement","display_name":"Functional requirement","score":0.4189999997615814},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.39719998836517334},{"id":"https://openalex.org/keywords/requirements-management","display_name":"Requirements management","score":0.38920000195503235}],"concepts":[{"id":"https://openalex.org/C127627568","wikidata":"https://www.wikidata.org/wiki/Q1639361","display_name":"Sociotechnical system","level":2,"score":0.6409000158309937},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5669999718666077},{"id":"https://openalex.org/C199747065","wikidata":"https://www.wikidata.org/wiki/Q3254666","display_name":"Non-functional requirement","level":5,"score":0.5113000273704529},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5005000233650208},{"id":"https://openalex.org/C59488412","wikidata":"https://www.wikidata.org/wiki/Q187147","display_name":"Requirements analysis","level":3,"score":0.45809999108314514},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.43939998745918274},{"id":"https://openalex.org/C6604083","wikidata":"https://www.wikidata.org/wiki/Q376937","display_name":"Requirements engineering","level":3,"score":0.4253000020980835},{"id":"https://openalex.org/C62235348","wikidata":"https://www.wikidata.org/wiki/Q3264234","display_name":"Functional requirement","level":2,"score":0.4189999997615814},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.4056999981403351},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.39719998836517334},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.39480000734329224},{"id":"https://openalex.org/C173577280","wikidata":"https://www.wikidata.org/wiki/Q530038","display_name":"Requirements management","level":4,"score":0.38920000195503235},{"id":"https://openalex.org/C45384764","wikidata":"https://www.wikidata.org/wiki/Q838667","display_name":"Requirements elicitation","level":4,"score":0.3643999993801117},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.35929998755455017},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.3555999994277954},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.35089999437332153},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3504999876022339},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.32420000433921814},{"id":"https://openalex.org/C54534927","wikidata":"https://www.wikidata.org/wiki/Q4462275","display_name":"Software requirements","level":5,"score":0.3188000023365021},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.31209999322891235},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3050999939441681},{"id":"https://openalex.org/C102780508","wikidata":"https://www.wikidata.org/wiki/Q1761598","display_name":"Software requirements specification","level":5,"score":0.2897999882698059},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2874999940395355},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.28540000319480896},{"id":"https://openalex.org/C106436119","wikidata":"https://www.wikidata.org/wiki/Q836575","display_name":"Quality assurance","level":3,"score":0.28380000591278076},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.28040000796318054},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.27480000257492065},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.27399998903274536},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.2721000015735626},{"id":"https://openalex.org/C21338462","wikidata":"https://www.wikidata.org/wiki/Q1662581","display_name":"Information model","level":2,"score":0.2711000144481659},{"id":"https://openalex.org/C135475081","wikidata":"https://www.wikidata.org/wiki/Q774228","display_name":"Requirement","level":4,"score":0.2581000030040741}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5753/sbsi.2026.248317","is_oa":false,"landing_page_url":"https://doi.org/10.5753/sbsi.2026.248317","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Brazilian Symposium on Information Systems (SBSI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5916116833686829}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2101105183","https://openalex.org/W2134833483","https://openalex.org/W2148820438","https://openalex.org/W2518473846","https://openalex.org/W3153389197","https://openalex.org/W4212916849","https://openalex.org/W4237244507","https://openalex.org/W4288363128","https://openalex.org/W4309674289","https://openalex.org/W4317243139","https://openalex.org/W4386475806","https://openalex.org/W4387123446","https://openalex.org/W4387123511","https://openalex.org/W4387124100","https://openalex.org/W4387143088","https://openalex.org/W4390489251","https://openalex.org/W4391512406","https://openalex.org/W4398784916","https://openalex.org/W4399203757","https://openalex.org/W4399281748","https://openalex.org/W4401387164","https://openalex.org/W4401718935","https://openalex.org/W4401719686","https://openalex.org/W4401720547","https://openalex.org/W4401723456","https://openalex.org/W4402586225","https://openalex.org/W4402665833","https://openalex.org/W4402897118","https://openalex.org/W4403181867","https://openalex.org/W4404032892","https://openalex.org/W4404891476","https://openalex.org/W4405087634","https://openalex.org/W4405601112","https://openalex.org/W4406870075","https://openalex.org/W4407693852","https://openalex.org/W4407949944","https://openalex.org/W4408146800","https://openalex.org/W4408162704","https://openalex.org/W4408691084","https://openalex.org/W4410583040","https://openalex.org/W4411552159","https://openalex.org/W4411688397","https://openalex.org/W7089247737"],"related_works":[],"abstract_inverted_index":{"Research":[0,87],"Context:":[1],"Large":[2],"Language":[3],"Models":[4],"(LLMs)":[5],"have":[6],"been":[7],"increasingly":[8],"applied":[9],"in":[10,14,127,140,144,179,184],"software":[11],"engineering,":[12],"especially":[13,143],"the":[15,28,58,74,134,145,173,180,185],"generation":[16],"of":[17,30,109,116,136,147,175,182,188],"functional":[18],"requirements":[19,32,62,80,186],"for":[20],"information":[21,78,148,189],"systems.":[22,149,190],"Scientific":[23],"and/or":[24,46],"Practical":[25],"Problem:":[26],"However,":[27],"quality":[29],"these":[31],"still":[33],"raises":[34],"concerns,":[35],"such":[36],"as":[37,81],"ambiguities,":[38],"incompleteness,":[39],"and":[40,84,98,106,122,129,138,151,165,168,177],"dependency":[41],"on":[42],"prompts.":[43],"Proposed":[44],"Solution":[45],"Analysis:":[47],"This":[48],"study":[49,54,92,157],"conducts":[50],"a":[51,114],"systematic":[52,90],"mapping":[53,91],"to":[55,153,159,169],"analyze":[56],"how":[57],"literature":[59],"has":[60],"evaluated":[61],"generated":[63],"by":[64,161,171],"LLMs.":[65],"Related":[66],"IS":[67,154],"Theory:":[68],"The":[69,111,156],"work":[70],"is":[71],"aligned":[72],"with":[73,125],"sociotechnical":[75],"perspective,":[76],"considering":[77],"systems":[79],"both":[82],"technical":[83],"social":[85],"artifacts.":[86],"Method:":[88],"A":[89],"was":[93],"conducted,":[94],"reviewing":[95],"1,875":[96],"studies":[97,102],"selecting":[99],"51":[100],"primary":[101],"published":[103],"between":[104],"2020":[105],"2025.":[107],"Summary":[108],"Results:":[110],"findings":[112],"indicate":[113],"diversity":[115],"evaluation":[117,163],"practices,":[118],"combining":[119],"traditional":[120],"criteria":[121],"NLP":[123],"metrics,":[124],"advantages":[126],"automation":[128],"standardization,":[130],"but":[131],"limitations":[132],"regarding":[133],"absence":[135],"benchmarks":[137],"validation":[139],"industrial":[141],"contexts,":[142],"development":[146],"Contributions":[150],"Impact":[152],"area:":[155],"contributes":[158],"academia":[160],"consolidating":[162],"approaches":[164],"identifying":[166],"gaps,":[167],"industry":[170],"supporting":[172],"understanding":[174],"risks":[176],"opportunities":[178],"use":[181],"LLMs":[183],"engineering":[187]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-05-06T00:00:00"}