{"id":"https://openalex.org/W3014736799","doi":"https://doi.org/10.1007/s10664-020-09815-w","title":"What am I testing and where? Comparing testing procedures based on lightweight requirements annotations","display_name":"What am I testing and where? Comparing testing procedures based on lightweight requirements annotations","publication_year":2020,"publication_date":"2020-05-06","ids":{"openalex":"https://openalex.org/W3014736799","doi":"https://doi.org/10.1007/s10664-020-09815-w","mag":"3014736799"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-020-09815-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-020-09815-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-020-09815-w.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-020-09815-w.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063700187","display_name":"Florian Pudlitz","orcid":"https://orcid.org/0000-0002-0006-1853"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Florian Pudlitz","raw_affiliation_strings":["Technische Universit\u00e4t Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058819050","display_name":"Florian Brokhausen","orcid":"https://orcid.org/0000-0002-8003-4344"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Florian Brokhausen","raw_affiliation_strings":["Technische Universit\u00e4t Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022998651","display_name":"Andreas Vogelsang","orcid":"https://orcid.org/0000-0003-1041-0815"},"institutions":[{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Vogelsang","raw_affiliation_strings":["Technische Universit\u00e4t Berlin, Berlin, Germany"],"affiliations":[{"raw_affiliation_string":"Technische Universit\u00e4t Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5063700187"],"corresponding_institution_ids":["https://openalex.org/I4577782"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":1.2153,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.78901099,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"25","issue":"4","first_page":"2809","last_page":"2843"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7737538814544678},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.5753936767578125},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.5700116157531738},{"id":"https://openalex.org/keywords/markup-language","display_name":"Markup language","score":0.5672414302825928},{"id":"https://openalex.org/keywords/non-functional-testing","display_name":"Non-functional testing","score":0.5460550785064697},{"id":"https://openalex.org/keywords/test-script","display_name":"Test script","score":0.5233411192893982},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.4939027428627014},{"id":"https://openalex.org/keywords/system-under-test","display_name":"System under test","score":0.4901514947414398},{"id":"https://openalex.org/keywords/manual-testing","display_name":"Manual testing","score":0.4842233657836914},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.46869349479675293},{"id":"https://openalex.org/keywords/test-harness","display_name":"Test harness","score":0.44920387864112854},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.44837790727615356},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.44045117497444153},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.434109628200531},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.42928335070610046},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.41018790006637573},{"id":"https://openalex.org/keywords/requirements-engineering","display_name":"Requirements engineering","score":0.39237186312675476},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3884764313697815},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3094226121902466},{"id":"https://openalex.org/keywords/requirements-elicitation","display_name":"Requirements elicitation","score":0.2573966979980469},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.23166495561599731},{"id":"https://openalex.org/keywords/xml","display_name":"XML","score":0.19610190391540527},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14641934633255005},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.13380205631256104},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.0849025547504425}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7737538814544678},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.5753936767578125},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.5700116157531738},{"id":"https://openalex.org/C45874996","wikidata":"https://www.wikidata.org/wiki/Q37045","display_name":"Markup language","level":3,"score":0.5672414302825928},{"id":"https://openalex.org/C26336911","wikidata":"https://www.wikidata.org/wiki/Q7048920","display_name":"Non-functional testing","level":5,"score":0.5460550785064697},{"id":"https://openalex.org/C109086967","wikidata":"https://www.wikidata.org/wiki/Q2509100","display_name":"Test script","level":4,"score":0.5233411192893982},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.4939027428627014},{"id":"https://openalex.org/C108913964","wikidata":"https://www.wikidata.org/wiki/Q2376856","display_name":"System under test","level":4,"score":0.4901514947414398},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.4842233657836914},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.46869349479675293},{"id":"https://openalex.org/C109852812","wikidata":"https://www.wikidata.org/wiki/Q2406355","display_name":"Test harness","level":5,"score":0.44920387864112854},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.44837790727615356},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.44045117497444153},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.434109628200531},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.42928335070610046},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41018790006637573},{"id":"https://openalex.org/C6604083","wikidata":"https://www.wikidata.org/wiki/Q376937","display_name":"Requirements engineering","level":3,"score":0.39237186312675476},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3884764313697815},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3094226121902466},{"id":"https://openalex.org/C45384764","wikidata":"https://www.wikidata.org/wiki/Q838667","display_name":"Requirements elicitation","level":4,"score":0.2573966979980469},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.23166495561599731},{"id":"https://openalex.org/C8797682","wikidata":"https://www.wikidata.org/wiki/Q2115","display_name":"XML","level":2,"score":0.19610190391540527},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14641934633255005},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.13380205631256104},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0849025547504425},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10664-020-09815-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-020-09815-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-020-09815-w.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10664-020-09815-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-020-09815-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-020-09815-w.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3014736799.pdf","grobid_xml":"https://content.openalex.org/works/W3014736799.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W1498489270","https://openalex.org/W1876404477","https://openalex.org/W1981576984","https://openalex.org/W2010954288","https://openalex.org/W2045895677","https://openalex.org/W2058818941","https://openalex.org/W2072834565","https://openalex.org/W2073751448","https://openalex.org/W2104219811","https://openalex.org/W2107927166","https://openalex.org/W2119296494","https://openalex.org/W2119561530","https://openalex.org/W2129083927","https://openalex.org/W2129559874","https://openalex.org/W2141858782","https://openalex.org/W2142809450","https://openalex.org/W2152506470","https://openalex.org/W2154897437","https://openalex.org/W2162497509","https://openalex.org/W2221980827","https://openalex.org/W2559799015","https://openalex.org/W2566243177","https://openalex.org/W2605883986","https://openalex.org/W2616233103","https://openalex.org/W2755604314","https://openalex.org/W2759057985","https://openalex.org/W2903709398","https://openalex.org/W2921190617","https://openalex.org/W2965270935","https://openalex.org/W3021589601","https://openalex.org/W3083246087","https://openalex.org/W4392562160","https://openalex.org/W6904830312"],"related_works":["https://openalex.org/W2560965237","https://openalex.org/W2371098008","https://openalex.org/W2784516856","https://openalex.org/W2204156854","https://openalex.org/W3017054977","https://openalex.org/W2098329690","https://openalex.org/W2184612063","https://openalex.org/W92192699","https://openalex.org/W3134977943","https://openalex.org/W3014736799"],"abstract_inverted_index":{"Abstract":[0],"Context":[1],"The":[2,189,257],"testing":[3,116],"of":[4,18,42,68,136,146,179,208,244,252,314,328,341,369],"software-intensive":[5],"systems":[6,355],"is":[7,64,97,105],"performed":[8],"in":[9,89,93,134,197,217],"different":[10,231],"test":[11,19,22,30,51,57,75,95,111,123,149,163,198,209,232,264,272,275,292,298,301,330,343,372],"stages":[12,31,76,233,293,299],"each":[13,56],"having":[14],"a":[15,98,109,169,177,201,206,245,267,354],"large":[16],"number":[17],"cases.":[20],"These":[21],"cases":[23,302],"are":[24,53,77,87,128,191,259,285,294,303,332],"commonly":[25],"derived":[26],"from":[27,205,266,274],"requirements.":[28,188,307],"Each":[29],"exhibits":[32],"specific":[33,50],"demands":[34],"and":[35,44,79,83,92,118,162,195,270,295,300,337],"constraints":[36],"with":[37,234,249,277,305,357],"respect":[38],"to":[39,107,113,119,130,148,185,193,215,229,262,287,334,359],"their":[40,132],"degree":[41],"detail":[43,91],"what":[45],"can":[46,182,211,349,364],"be":[47,183,212],"tested.":[48],"Therefore,":[49],"suites":[52],"defined":[54],"for":[55,100,173],"stage.":[58,373],"In":[59,125,221],"this":[60,103,222,318,346],"paper,":[61,223],"the":[62,66,144,157,218,226,250,282,291,306,311,326,335,339,367,370],"focus":[63],"on":[65,281],"domain":[67],"embedded":[69],"systems,":[70],"where,":[71],"among":[72],"others,":[73],"typical":[74],"Software-":[78],"Hardware-in-the-loop.":[80],"Objective":[81],"Monitoring":[82],"controlling":[84],"which":[85,90,94,175],"requirements":[86,133,147,160,174,219,243,336],"verified":[88],"stage":[96],"challenge":[99],"engineers.":[101],"However,":[102],"information":[104],"necessary":[106],"assure":[108],"certain":[110],"coverage,":[112],"minimize":[114],"redundant":[115],"procedures,":[117],"avoid":[120],"inconsistencies":[121],"between":[122,159],"stages.":[124],"addition,":[126],"engineers":[127],"reluctant":[129],"state":[131],"terms":[135],"structured":[137],"languages":[138],"or":[139],"models":[140],"that":[141,181],"would":[142],"facilitate":[143],"relation":[145],"executions.":[150,164,199,344],"Method":[151],"With":[152,323],"our":[153,253,315,324],"approach,":[154,325],"we":[155,166,224,284,309],"close":[156],"gap":[158],"specifications":[161],"Previously,":[165],"have":[167],"proposed":[168],"lightweight":[170,254],"markup":[171,227,255],"language":[172,187,228,242],"provides":[176],"set":[178,207],"annotations":[180,190,258],"applied":[184,371],"natural":[186,241],"mapped":[192],"events":[194],"signals":[196],"As":[200],"result,":[202],"meaningful":[203],"insights":[204],"executions":[210,265,273],"directly":[213],"related":[214],"artifacts":[216],"specification.":[220],"use":[225],"compare":[230],"one":[235],"another.":[236],"Results":[237],"We":[238],"annotate":[239],"443":[240],"driver":[246],"assistance":[247],"system":[248],"means":[251],"language.":[256],"then":[260],"linked":[261,333],"1300":[263],"simulation":[268],"environment":[269],"53":[271],"drives":[276],"human":[278],"drivers.":[279],"Based":[280],"annotations,":[283],"able":[286],"analyze":[288],"how":[289,296,352],"similar":[290],"well":[297,353],"aligned":[304],"Further,":[308],"highlight":[310],"general":[312],"applicability":[313],"approach":[316],"through":[317],"extensive":[319],"experimental":[320],"evaluation.":[321],"Conclusion":[322],"results":[327],"several":[329],"levels":[331],"enable":[338],"evaluation":[340],"complex":[342],"By":[345],"means,":[347],"practitioners":[348],"easily":[350],"evaluate":[351],"performs":[356],"regards":[358],"its":[360],"specification":[361],"and,":[362],"additionally,":[363],"reason":[365],"about":[366],"expressiveness":[368]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}