{"id":"https://openalex.org/W4367721467","doi":"https://doi.org/10.1109/tse.2023.3272309","title":"What Not to Test (For Cyber-Physical Systems)","display_name":"What Not to Test (For Cyber-Physical Systems)","publication_year":2023,"publication_date":"2023-05-02","ids":{"openalex":"https://openalex.org/W4367721467","doi":"https://doi.org/10.1109/tse.2023.3272309"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2023.3272309","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2023.3272309","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054000996","display_name":"Xiao Ling","orcid":"https://orcid.org/0000-0002-1398-9319"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao Ling","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-1398-9319","affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077008083","display_name":"Tim Menzies","orcid":"https://orcid.org/0000-0002-5040-3196"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Menzies","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-5040-3196","affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":0.7285,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.80362694,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"49","issue":"7","first_page":"3811","last_page":"3826"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6427927613258362},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.586666464805603},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5284972786903381},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.4998934268951416},{"id":"https://openalex.org/keywords/mutation","display_name":"Mutation","score":0.4548632502555847},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39358896017074585},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3204023241996765},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17747849225997925},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.13630956411361694},{"id":"https://openalex.org/keywords/genetics","display_name":"Genetics","score":0.09410157799720764},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.08117750287055969}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6427927613258362},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.586666464805603},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5284972786903381},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.4998934268951416},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.4548632502555847},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39358896017074585},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3204023241996765},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17747849225997925},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.13630956411361694},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.09410157799720764},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08117750287055969},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2023.3272309","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2023.3272309","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G282896991","display_name":null,"funder_award_id":"#1908762","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W190190587","https://openalex.org/W965309181","https://openalex.org/W1522741019","https://openalex.org/W1566773348","https://openalex.org/W1588375755","https://openalex.org/W1605170913","https://openalex.org/W1925282067","https://openalex.org/W1965070914","https://openalex.org/W1983555736","https://openalex.org/W1991292921","https://openalex.org/W1992581535","https://openalex.org/W1997380619","https://openalex.org/W2005504865","https://openalex.org/W2014515160","https://openalex.org/W2022485595","https://openalex.org/W2028615484","https://openalex.org/W2035015614","https://openalex.org/W2049625105","https://openalex.org/W2053553342","https://openalex.org/W2054751837","https://openalex.org/W2058783477","https://openalex.org/W2071585092","https://openalex.org/W2099514679","https://openalex.org/W2104276300","https://openalex.org/W2104942599","https://openalex.org/W2109207167","https://openalex.org/W2115739912","https://openalex.org/W2125814238","https://openalex.org/W2126105956","https://openalex.org/W2128002287","https://openalex.org/W2133350402","https://openalex.org/W2135841285","https://openalex.org/W2140056855","https://openalex.org/W2143381319","https://openalex.org/W2148386167","https://openalex.org/W2193607527","https://openalex.org/W2212008985","https://openalex.org/W2229094708","https://openalex.org/W2293813842","https://openalex.org/W2469993193","https://openalex.org/W2501451924","https://openalex.org/W2526722182","https://openalex.org/W2586946380","https://openalex.org/W2590123570","https://openalex.org/W2626307639","https://openalex.org/W2724266064","https://openalex.org/W2725449579","https://openalex.org/W2727910469","https://openalex.org/W2776758630","https://openalex.org/W2788220863","https://openalex.org/W2799059048","https://openalex.org/W2808317661","https://openalex.org/W2888999015","https://openalex.org/W2891325180","https://openalex.org/W2895604144","https://openalex.org/W2900881960","https://openalex.org/W2946233956","https://openalex.org/W2953044743","https://openalex.org/W2965110092","https://openalex.org/W2966914448","https://openalex.org/W3016926230","https://openalex.org/W3115511661","https://openalex.org/W3135263743","https://openalex.org/W3175215277","https://openalex.org/W4207068100","https://openalex.org/W4238681179","https://openalex.org/W4255176593","https://openalex.org/W6607741199","https://openalex.org/W6666034034","https://openalex.org/W6678954320","https://openalex.org/W6679810366","https://openalex.org/W6750676154","https://openalex.org/W6754172189"],"related_works":["https://openalex.org/W2051487156","https://openalex.org/W2073681303","https://openalex.org/W2317200988","https://openalex.org/W2052122378","https://openalex.org/W2544423928","https://openalex.org/W2053286651","https://openalex.org/W2181743346","https://openalex.org/W2187401768","https://openalex.org/W2181413294","https://openalex.org/W2989452537"],"abstract_inverted_index":{"For":[0],"simulation-based":[1,158],"systems,":[2],"finding":[3],"a":[4,18,56,80,119,138],"set":[5,140],"of":[6,35,122,141,150,178],"test":[7,36,44,114],"cases":[8,37,45,115],"with":[9],"the":[10,32,42,51,63,71,87,96,101,110,123,151,166],"least":[11,132],"cost":[12],"by":[13,91,116],"exploring":[14],"multiple":[15,127,157],"goals":[16,23,65,90],"is":[17,55],"complex":[19],"task.":[20],"Domain-specific":[21],"optimization":[22,64,97,152],"(e.g.,":[24],"maximize":[25],"output":[26],"variance)":[27],"are":[28],"useful":[29],"for":[30],"guiding":[31],"rapid":[33],"selection":[34],"via":[38,46],"mutation.":[39],"But":[40],"evaluating":[41],"selected":[43],"mutation":[47,72,88],"(that":[48],"can":[49,66,85,144],"distinguish":[50,145],"current":[52],"program":[53],"from)":[54],"different":[57],"goal":[58],"to":[59,69,136],"domain-specific":[60],"optimizations.":[61],"While":[62],"be":[67,77],"used":[68],"guide":[70],"analysis,":[73],"that":[74,108,143],"guidance":[75],"should":[76],"viewed":[78],"as":[79,160,165],"weak":[81],"indicator":[82],"since":[83],"it":[84],"hurt":[86],"effectiveness":[89],"focusing":[92],"too":[93],"much":[94],"on":[95,100,156,174],"goals.":[98,153],"Based":[99],"above,":[102],"this":[103],"paper":[104],"proposesDoLesS(Domination":[105],"withLeastSquares":[106],"Approximation)":[107],"selects":[109],"minimal":[111,139],"and":[112],"effective":[113],"averaging":[117],"over":[118],"coarse-grained":[120],"grid":[121],"information":[124],"gained":[125],"from":[126,147],"optimizations":[128],"goals.DoLesSapplies":[129],"an":[130],"inverted":[131],"squares":[133],"approximation":[134],"approach":[135],"find":[137],"tests":[142],"better":[146,164],"worse":[148],"parts":[149],"When":[154],"tested":[155],"systems,DoLesSperforms":[159],"well":[161],"or":[162],"even":[163],"prior":[167],"state-of-the-art,":[168],"while":[169],"running":[170],"80-360":[171],"times":[172],"faster":[173],"average":[175],"(seconds":[176],"instead":[177],"hours).":[179]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}