{"id":"https://openalex.org/W2755109342","doi":"https://doi.org/10.1007/978-3-319-67549-7_4","title":"Using Robustness Testing to Handle Incomplete Verification Results When Combining Verification and Testing Techniques","display_name":"Using Robustness Testing to Handle Incomplete Verification Results When Combining Verification and Testing Techniques","publication_year":2017,"publication_date":"2017-01-01","ids":{"openalex":"https://openalex.org/W2755109342","doi":"https://doi.org/10.1007/978-3-319-67549-7_4","mag":"2755109342"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-319-67549-7_4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-319-67549-7_4","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://inria.hal.science/hal-01678963","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021549248","display_name":"Stefan Huster","orcid":"https://orcid.org/0000-0003-1067-3893"},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Stefan Huster","raw_affiliation_strings":["Department of Computer Science, University of T\u00fcbingen, Sand 14, 72076, T\u00fcbingen, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of T\u00fcbingen, Sand 14, 72076, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015064221","display_name":"Jonas Str\u00f6bele","orcid":null},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jonas Str\u00f6bele","raw_affiliation_strings":["Department of Computer Science, University of T\u00fcbingen, Sand 14, 72076, T\u00fcbingen, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of T\u00fcbingen, Sand 14, 72076, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110931111","display_name":"J\u00fcrgen Ruf","orcid":null},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"J\u00fcrgen Ruf","raw_affiliation_strings":["Department of Computer Science, University of T\u00fcbingen, Sand 14, 72076, T\u00fcbingen, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of T\u00fcbingen, Sand 14, 72076, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111985942","display_name":"Thomas Kr\u00f6pf","orcid":null},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Kropf","raw_affiliation_strings":["Department of Computer Science, University of T\u00fcbingen, Sand 14, 72076, T\u00fcbingen, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of T\u00fcbingen, Sand 14, 72076, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I8087733"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087076980","display_name":"Wolfgang Rosenstiel","orcid":null},"institutions":[{"id":"https://openalex.org/I8087733","display_name":"University of T\u00fcbingen","ror":"https://ror.org/03a1kwz48","country_code":"DE","type":"education","lineage":["https://openalex.org/I8087733"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wolfgang Rosenstiel","raw_affiliation_strings":["Department of Computer Science, University of T\u00fcbingen, Sand 14, 72076, T\u00fcbingen, Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of T\u00fcbingen, Sand 14, 72076, T\u00fcbingen, Germany","institution_ids":["https://openalex.org/I8087733"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5021549248"],"corresponding_institution_ids":["https://openalex.org/I8087733"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":{"value":5000,"currency":"EUR","value_usd":5392},"fwci":0.4941,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.64439655,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"54","last_page":"70"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.852402925491333},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7815472483634949},{"id":"https://openalex.org/keywords/software-verification","display_name":"Software verification","score":0.6596392393112183},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6427211761474609},{"id":"https://openalex.org/keywords/robustness-testing","display_name":"Robustness testing","score":0.604185938835144},{"id":"https://openalex.org/keywords/functional-verification","display_name":"Functional verification","score":0.5528426766395569},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.5165194869041443},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.5100656151771545},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.47906383872032166},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.47523215413093567},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.44557100534439087},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.37600961327552795},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3585096597671509},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.25301241874694824}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.852402925491333},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7815472483634949},{"id":"https://openalex.org/C33054407","wikidata":"https://www.wikidata.org/wiki/Q6504747","display_name":"Software verification","level":5,"score":0.6596392393112183},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6427211761474609},{"id":"https://openalex.org/C137726913","wikidata":"https://www.wikidata.org/wiki/Q7353550","display_name":"Robustness testing","level":3,"score":0.604185938835144},{"id":"https://openalex.org/C62460635","wikidata":"https://www.wikidata.org/wiki/Q5508853","display_name":"Functional verification","level":3,"score":0.5528426766395569},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.5165194869041443},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.5100656151771545},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.47906383872032166},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.47523215413093567},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.44557100534439087},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.37600961327552795},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3585096597671509},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.25301241874694824},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/978-3-319-67549-7_4","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-3-319-67549-7_4","pdf_url":null,"source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:HAL:hal-01678963v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01678963","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"29th IFIP International Conference on Testing Software and Systems (ICTSS), Oct 2017, St. Petersburg, Russia. pp.54-70, ⟨10.1007/978-3-319-67549-7_4⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-01678963v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01678963","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"29th IFIP International Conference on Testing Software and Systems (ICTSS), Oct 2017, St. Petersburg, Russia. pp.54-70, ⟨10.1007/978-3-319-67549-7_4⟩","raw_type":"Conference papers"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W127773936","https://openalex.org/W159786747","https://openalex.org/W1167406420","https://openalex.org/W1537084112","https://openalex.org/W1555119508","https://openalex.org/W2111706174","https://openalex.org/W2122291521","https://openalex.org/W2132236727","https://openalex.org/W2151519920","https://openalex.org/W2241927630","https://openalex.org/W2247219265","https://openalex.org/W2294434616","https://openalex.org/W2395905280","https://openalex.org/W2987907651","https://openalex.org/W3146075203"],"related_works":["https://openalex.org/W2361881307","https://openalex.org/W2138725245","https://openalex.org/W2392047570","https://openalex.org/W2373681493","https://openalex.org/W2363848262","https://openalex.org/W2355428260","https://openalex.org/W4205924073","https://openalex.org/W1600897990","https://openalex.org/W1985271980","https://openalex.org/W2807488133"],"abstract_inverted_index":{"Modular":[0],"verification":[1,15,41,62,72],"and":[2,23,73,168,174,195,208],"dynamic":[3],"testing":[4,44,74,124],"techniques":[5,45],"are":[6,109],"often":[7],"combined":[8],"to":[9,18,28,50,59,84,99,125,146,193,204,210],"validate":[10],"complex":[11],"software":[12,34,180],"systems.":[13],"Formal":[14],"is":[16],"used":[17,83],"cover":[19],"all":[20],"input":[21],"spaces":[22],"program":[24],"paths.":[25],"However,":[26],"due":[27],"the":[29,76,86,97,115,118,127,140,151,161,183],"high":[30],"complexity":[31],"of":[32,53,70,88,117,129,179,186],"modern":[33],"systems,":[35],"they":[36],"might":[37],"not":[38,91],"achieve":[39],"complete":[40],"results.":[42],"Dynamic":[43],"can":[46,80],"easily":[47],"be":[48,82],"applied":[49,203],"any":[51],"type":[52],"software.":[54],"Current":[55],"approaches":[56],"use":[57],"them":[58],"handle":[60],"incomplete":[61],"results":[63],"by":[64,216],"validating":[65],"unverified":[66],"sections.":[67,106],"This":[68,159,199],"way":[69],"combining":[71],"ignores":[75],"fact":[77],"that":[78],"tests":[79,135],"only":[81],"show":[85],"presence":[87],"errors,":[89],"but":[90,112],"their":[92],"absence.":[93],"Undiscovered":[94],"errors":[95,102,149,167,213],"pose":[96],"risk":[98],"trigger":[100],"further":[101],"in":[103,153,177],"vulnerable":[104],"code":[105],"Vulnerable":[107],"sections":[108],"modularly":[110],"verified,":[111],"depend":[113],"on":[114],"guarantees":[116,138],"tested":[119,141],"code.":[120,142,158],"We":[121],"include":[122],"robustness":[123,134,197],"analyse":[126],"influence":[128],"undiscovered":[130,166,215],"errors.":[131],"The":[132,143],"generated":[133,217],"simulate":[136],"failed":[137],"within":[139],"triggered":[144],"response":[145],"those":[147],"simulated":[148],"helps":[150],"developer":[152],"adding":[154],"additional":[155],"error":[156],"handling":[157],"makes":[160],"system":[162],"more":[163],"robust":[164],"against":[165,171],"guards":[169],"it":[170],"uncontrolled":[172],"crashes":[173],"unexpected":[175],"behaviour":[176],"case":[178,206],"failures.":[181],"In":[182],"second":[184],"part":[185],"this":[187],"paper,":[188],"we":[189],"introduce":[190],"a":[191],"reference-architecture":[192],"generate":[194],"apply":[196],"tests.":[198],"architecture":[200],"has":[201],"been":[202],"multiple":[205],"studies":[207],"helped":[209],"identify":[211],"potential":[212],"yet":[214],"test":[218],"cases.":[219]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2019,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}