{"id":"https://openalex.org/W7134052520","doi":"https://doi.org/10.48550/arxiv.2603.04729","title":"Behaviour Driven Development Scenario Generation with Large Language Models","display_name":"Behaviour Driven Development Scenario Generation with Large Language Models","publication_year":2026,"publication_date":"2026-03-05","ids":{"openalex":"https://openalex.org/W7134052520","doi":"https://doi.org/10.48550/arxiv.2603.04729"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2603.04729","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102327829","display_name":"Amila Rathnayake","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Rathnayake, Amila","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128256740","display_name":"Mojtaba Shahin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shahin, Mojtaba","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5010706372","display_name":"Golnoush Abaei","orcid":"https://orcid.org/0000-0002-8916-759X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abaei, Golnoush","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102327829"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.164900004863739,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.164900004863739,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.1388999968767166,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.10100000351667404,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.6672999858856201},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.635200023651123},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5508000254631042},{"id":"https://openalex.org/keywords/yield","display_name":"Yield (engineering)","score":0.4756999909877777},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3804999887943268},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.3797999918460846}],"concepts":[{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.6672999858856201},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6355000138282776},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.635200023651123},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5508000254631042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4916999936103821},{"id":"https://openalex.org/C134121241","wikidata":"https://www.wikidata.org/wiki/Q899301","display_name":"Yield (engineering)","level":2,"score":0.4756999909877777},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38670000433921814},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3797999918460846},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35989999771118164},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.34119999408721924},{"id":"https://openalex.org/C2776542497","wikidata":"https://www.wikidata.org/wiki/Q5266672","display_name":"Development (topology)","level":2,"score":0.3127000033855438},{"id":"https://openalex.org/C143271835","wikidata":"https://www.wikidata.org/wiki/Q254515","display_name":"Similitude","level":2,"score":0.30090001225471497},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2953999936580658},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2815999984741211},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.2639000117778778}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2603.04729","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2603.04729","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.04729","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2603.04729","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"an":[3],"evaluation":[4,58],"of":[5,28,49,121,150],"three":[6],"LLMs,":[7],"GPT-4,":[8],"Claude":[9,87,131],"3,":[10],"and":[11,34,62,68,83,97,115,137,176],"Gemini,":[12],"for":[13],"automated":[14],"Behaviour-Driven":[15],"Development":[16],"(BDD)":[17],"scenarios":[18,51,90,184],"generation.":[19],"To":[20],"support":[21],"this":[22],"evaluation,":[23,67],"we":[24],"constructed":[25],"a":[26,56,105],"dataset":[27],"500":[29],"user":[30,162],"stories,":[31],"requirement":[32,155],"descriptions,":[33],"their":[35],"corresponding":[36],"BDD":[37,50,151,183],"scenarios,":[38,160],"drawn":[39],"from":[40,134],"four":[41],"proprietary":[42],"software":[43],"products.":[44],"We":[45],"assessed":[46],"the":[47,148,181],"quality":[48,146],"generated":[52],"by":[53,93],"LLMs":[54],"using":[55],"multidimensional":[57],"framework":[59],"encompassing":[60],"text":[61,82,113],"semantic":[63,84,116],"similarity":[64,85,114,117],"metrics,":[65,86],"LLM-based":[66,98,100],"human":[69,95,109],"expert":[70],"assessment.":[71],"Our":[72,168],"findings":[73],"reveal":[74],"that":[75,171],"although":[76],"GPT-4":[77,126],"achieves":[78,139],"higher":[79],"scores":[80],"in":[81],"3":[88,132],"produces":[89],"rated":[91],"highest":[92],"both":[94],"experts":[96],"evaluators.":[99],"evaluators,":[101],"particularly":[102],"DeepSeek,":[103],"show":[104],"stronger":[106],"correlation":[107],"with":[108,112,129,142],"judgment":[110],"than":[111],"metrics.":[118],"The":[119],"effectiveness":[120,149],"prompting":[122],"techniques":[123],"is":[124],"model-specific:":[125],"performs":[127],"best":[128],"zero-shot,":[130],"benefits":[133],"chain-of-thought":[135],"reasoning,":[136],"Gemini":[138],"optimal":[140],"results":[141],"few-shot":[143],"examples.":[144],"Input":[145],"determines":[147],"scenario":[152],"generation:":[153],"detailed":[154],"descriptions":[156],"alone":[157,164],"yield":[158,165],"high-quality":[159],"whereas":[161],"stories":[163],"low-quality":[166],"scenarios.":[167],"experiments":[169],"indicate":[170],"setting":[172],"temperature":[173],"to":[174,178],"0":[175],"top_p":[177],"1.0":[179],"produced":[180],"highest-quality":[182],"across":[185],"all":[186],"models.":[187]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-03-07T00:00:00"}