{"id":"https://openalex.org/W4286303819","doi":"https://doi.org/10.1145/3524481.3527235","title":"Evaluating system-level test generation for industrial software","display_name":"Evaluating system-level test generation for industrial software","publication_year":2022,"publication_date":"2022-05-17","ids":{"openalex":"https://openalex.org/W4286303819","doi":"https://doi.org/10.1145/3524481.3527235"},"language":"en","primary_location":{"id":"doi:10.1145/3524481.3527235","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524481.3527235","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524481.3527235","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM/IEEE International Conference on Automation of Software Test","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3524481.3527235","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102958771","display_name":"Muhammad Nouman Zafar","orcid":"https://orcid.org/0000-0001-8746-7209"},"institutions":[{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Muhammad Nouman Zafar","raw_affiliation_strings":["M\u00e4lardalen University, Sweden"],"affiliations":[{"raw_affiliation_string":"M\u00e4lardalen University, Sweden","institution_ids":["https://openalex.org/I82509713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015132481","display_name":"Wasif Afzal","orcid":"https://orcid.org/0000-0003-0611-2655"},"institutions":[{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Wasif Afzal","raw_affiliation_strings":["M\u00e4lardalen University, Sweden"],"affiliations":[{"raw_affiliation_string":"M\u00e4lardalen University, Sweden","institution_ids":["https://openalex.org/I82509713"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016735339","display_name":"Eduard Paul Enoiu","orcid":"https://orcid.org/0000-0003-2416-4205"},"institutions":[{"id":"https://openalex.org/I82509713","display_name":"M\u00e4lardalen University","ror":"https://ror.org/033vfbz75","country_code":"SE","type":"education","lineage":["https://openalex.org/I82509713"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Eduard Enoiu","raw_affiliation_strings":["M\u00e4lardalen University, Sweden"],"affiliations":[{"raw_affiliation_string":"M\u00e4lardalen University, Sweden","institution_ids":["https://openalex.org/I82509713"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5102958771"],"corresponding_institution_ids":["https://openalex.org/I82509713"],"apc_list":null,"apc_paid":null,"fwci":1.6506,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.82800373,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"148","last_page":"159"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.7302068471908569},{"id":"https://openalex.org/keywords/manual-testing","display_name":"Manual testing","score":0.711584210395813},{"id":"https://openalex.org/keywords/non-regression-testing","display_name":"Non-regression testing","score":0.6808124780654907},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6775215268135071},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.6679402589797974},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.6331043839454651},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.6241527795791626},{"id":"https://openalex.org/keywords/functional-testing","display_name":"Functional testing","score":0.5987299680709839},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5911314487457275},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.5891038179397583},{"id":"https://openalex.org/keywords/system-under-test","display_name":"System under test","score":0.5752615928649902},{"id":"https://openalex.org/keywords/integration-testing","display_name":"Integration testing","score":0.5675365924835205},{"id":"https://openalex.org/keywords/test-strategy","display_name":"Test strategy","score":0.5633416175842285},{"id":"https://openalex.org/keywords/system-testing","display_name":"System testing","score":0.5237386226654053},{"id":"https://openalex.org/keywords/model-based-testing","display_name":"Model-based testing","score":0.5088846683502197},{"id":"https://openalex.org/keywords/test-plan","display_name":"Test plan","score":0.4879969656467438},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.4803232252597809},{"id":"https://openalex.org/keywords/acceptance-testing","display_name":"Acceptance testing","score":0.47301557660102844},{"id":"https://openalex.org/keywords/orthogonal-array-testing","display_name":"Orthogonal array testing","score":0.46707040071487427},{"id":"https://openalex.org/keywords/black-box-testing","display_name":"Black-box testing","score":0.4347938299179077},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3839751183986664},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.36078745126724243},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.2523959279060364},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20665115118026733},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2044382095336914},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.2017604112625122},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08640849590301514}],"concepts":[{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.7302068471908569},{"id":"https://openalex.org/C182122060","wikidata":"https://www.wikidata.org/wiki/Q6752328","display_name":"Manual testing","level":5,"score":0.711584210395813},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.6808124780654907},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6775215268135071},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.6679402589797974},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.6331043839454651},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.6241527795791626},{"id":"https://openalex.org/C80823478","wikidata":"https://www.wikidata.org/wiki/Q4493432","display_name":"Functional testing","level":3,"score":0.5987299680709839},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5911314487457275},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.5891038179397583},{"id":"https://openalex.org/C108913964","wikidata":"https://www.wikidata.org/wiki/Q2376856","display_name":"System under test","level":4,"score":0.5752615928649902},{"id":"https://openalex.org/C107683887","wikidata":"https://www.wikidata.org/wiki/Q782466","display_name":"Integration testing","level":3,"score":0.5675365924835205},{"id":"https://openalex.org/C188598960","wikidata":"https://www.wikidata.org/wiki/Q7705805","display_name":"Test strategy","level":3,"score":0.5633416175842285},{"id":"https://openalex.org/C7166840","wikidata":"https://www.wikidata.org/wiki/Q1199682","display_name":"System testing","level":2,"score":0.5237386226654053},{"id":"https://openalex.org/C165825675","wikidata":"https://www.wikidata.org/wiki/Q1399743","display_name":"Model-based testing","level":4,"score":0.5088846683502197},{"id":"https://openalex.org/C12148698","wikidata":"https://www.wikidata.org/wiki/Q364651","display_name":"Test plan","level":3,"score":0.4879969656467438},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.4803232252597809},{"id":"https://openalex.org/C131377759","wikidata":"https://www.wikidata.org/wiki/Q322514","display_name":"Acceptance testing","level":2,"score":0.47301557660102844},{"id":"https://openalex.org/C158324730","wikidata":"https://www.wikidata.org/wiki/Q54862604","display_name":"Orthogonal array testing","level":5,"score":0.46707040071487427},{"id":"https://openalex.org/C24169984","wikidata":"https://www.wikidata.org/wiki/Q879969","display_name":"Black-box testing","level":5,"score":0.4347938299179077},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3839751183986664},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.36078745126724243},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2523959279060364},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20665115118026733},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2044382095336914},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2017604112625122},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08640849590301514},{"id":"https://openalex.org/C51234621","wikidata":"https://www.wikidata.org/wiki/Q2149495","display_name":"Testability","level":2,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C2776746162","wikidata":"https://www.wikidata.org/wiki/Q4508","display_name":"Navy","level":2,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3524481.3527235","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524481.3527235","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524481.3527235","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM/IEEE International Conference on Automation of Software Test","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3524481.3527235","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3524481.3527235","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3524481.3527235","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd ACM/IEEE International Conference on Automation of Software Test","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4956428346","display_name":null,"funder_award_id":"Horizon 2020 research and innovatio","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G5036817778","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innov","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6618363488","display_name":null,"funder_award_id":"101007350","funder_id":"https://openalex.org/F4320327207","funder_display_name":"Electronic Components and Systems for European Leadership"},{"id":"https://openalex.org/G6628542138","display_name":null,"funder_award_id":"957212","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G7775410883","display_name":null,"funder_award_id":"101007350","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8317514390","display_name":null,"funder_award_id":"871319","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G8633428685","display_name":null,"funder_award_id":"European Union's Horizon 2020 research and innovat","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320327207","display_name":"Electronic Components and Systems for European Leadership","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4286303819.pdf","grobid_xml":"https://content.openalex.org/works/W4286303819.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W120402590","https://openalex.org/W1538643901","https://openalex.org/W1663662652","https://openalex.org/W1710734607","https://openalex.org/W1954907609","https://openalex.org/W1965452679","https://openalex.org/W1973637110","https://openalex.org/W1979345446","https://openalex.org/W1985308454","https://openalex.org/W1991095968","https://openalex.org/W1991901875","https://openalex.org/W2003948571","https://openalex.org/W2026122953","https://openalex.org/W2027376813","https://openalex.org/W2055117028","https://openalex.org/W2063647782","https://openalex.org/W2079777973","https://openalex.org/W2100162598","https://openalex.org/W2119644713","https://openalex.org/W2137636669","https://openalex.org/W2145846273","https://openalex.org/W2157992659","https://openalex.org/W2162200351","https://openalex.org/W2236502411","https://openalex.org/W2417128866","https://openalex.org/W2498396160","https://openalex.org/W2601283044","https://openalex.org/W2744871466","https://openalex.org/W2745153214","https://openalex.org/W2949950022","https://openalex.org/W2955655555","https://openalex.org/W3017909608","https://openalex.org/W3047496865","https://openalex.org/W3047558594","https://openalex.org/W3089039457","https://openalex.org/W3159888105","https://openalex.org/W3193888173","https://openalex.org/W4238956019","https://openalex.org/W4255873432","https://openalex.org/W6689943899"],"related_works":["https://openalex.org/W2376559135","https://openalex.org/W4235263786","https://openalex.org/W2767512594","https://openalex.org/W1553440939","https://openalex.org/W4389884952","https://openalex.org/W2183799055","https://openalex.org/W3132885237","https://openalex.org/W17857273","https://openalex.org/W12495686","https://openalex.org/W2074050424"],"abstract_inverted_index":{"Adequate":[0],"testing":[1,19,29,40,67,70,90,104,161,165,247,286,329],"of":[2,25,36,91,99,129,157,169,182,200,218,224,262,310,316,336,350,353],"safety-critical":[3,184],"systems":[4,21],"is":[5,85,96,176,306],"vital":[6],"to":[7,73,78,124,287],"ensure":[8],"correct":[9],"functional":[10],"and":[11,59,110,119,137,152,163,171,216,257,265,342],"non-functional":[12],"operations.":[13],"Previous":[14],"research":[15],"has":[16,41],"shown":[17],"that":[18,186,231],"such":[20,113],"requires":[22],"a":[23,33,50,55,97,183,259,311,317],"lot":[24],"effort,":[26],"thus":[27,138],"automated":[28,39,58,69],"techniques":[30,71,105,131,305],"have":[31,145,195],"found":[32],"certain":[34],"degree":[35],"success.":[37],"However,":[38,249],"not":[42],"replaced":[43],"the":[44,125,127,191,197,225,240,245,298,307,314,320,326,332],"need":[45,81],"for":[46,82,149,339],"manual":[47,60,66,158,285,351],"testing,":[48,159],"rather":[49],"common":[51],"industrial":[52,92,180],"practice":[53],"exhibits":[54],"balance":[56],"between":[57],"testing.":[61],"In":[62,122,141],"this":[63,83,142],"respect,":[64],"comparing":[65],"with":[68,345],"continues":[72],"be":[74],"an":[75,154,179,277,346],"interesting":[76],"topic":[77],"investigate.":[79],"The":[80,174,228,291],"investigation":[84],"most":[86,327],"apparent":[87],"at":[88],"system-level":[89,111],"systems,":[93],"where":[94],"there":[95],"lack":[98],"results":[100,229],"on":[101,280,313],"how":[102],"different":[103],"perform":[106],"concerning":[107],"both":[108,263],"structural":[109],"metrics":[112],"as":[114,325],"Modified":[115],"Condition/Decision":[116],"Coverage":[117],"(MC/DC)":[118],"requirement":[120,172,237],"coverage.":[121,173,290],"addition":[123],"coverage,":[126],"cost":[128,147,348],"these":[130],"will":[132,283],"also":[133,322],"determine":[134],"their":[135],"efficiency":[136,150],"practical":[139],"viability.":[140],"paper,":[143],"we":[144,213],"developed":[146],"models":[148],"measurement":[151],"performed":[153],"experimental":[155],"evaluation":[156,175,321],"model-based":[160],"(MBT),":[162],"combinatorial":[164],"(CT)":[166],"in":[167,178,334],"terms":[168,335],"MC/DC":[170,201,208,255,289,294],"done":[177],"context":[181],"system":[185],"controls":[187],"several":[188],"functions":[189],"on-board":[190],"passenger":[192],"trains.":[193],"We":[194],"reported":[196],"dominant":[198,293],"conditions":[199],"affected":[202],"by":[203,222,244,274,297,302],"each":[204,223],"technique":[205,330],"while":[206],"generating":[207],"adequate":[209,256],"test":[210,219,233,241,251,267,271,300,340],"suites.":[211],"Moreover,":[212,269],"investigated":[214],"differences":[215],"overlaps":[217],"cases":[220,272,301],"generated":[221,243,273,299],"three":[226,304,333],"techniques.":[227],"showed":[230,323],"all":[232,303],"suites":[234,252],"achieved":[235],"100%":[236],"coverage":[238],"except":[239],"suite":[242],"pairwise":[246],"strategy.":[248],"MBT-generated":[250],"were":[253],"more":[254],"provided":[258],"higher":[260],"number":[261],"similar":[264],"unique":[266,270],"cases.":[268],"MBT":[275],"had":[276],"observable":[278],"effect":[279,309],"MC/DC,":[281],"which":[282],"complement":[284],"increase":[288],"least":[292],"condition":[295,312],"fulfilled":[296],"'independent":[308],"outcomes":[315],"decision'.":[318],"Lastly,":[319],"CT":[324],"efficient":[328],"amongst":[331],"time":[337],"required":[338],"generation":[341],"execution,":[343],"but":[344],"added":[347],"parameter":[349],"identification":[352],"expected":[354],"outcomes.":[355]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":4}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}