{"id":"https://openalex.org/W3101959408","doi":"https://doi.org/10.1145/3180155.3180191","title":"Time to clean your test objectives","display_name":"Time to clean your test objectives","publication_year":2018,"publication_date":"2018-05-27","ids":{"openalex":"https://openalex.org/W3101959408","doi":"https://doi.org/10.1145/3180155.3180191","mag":"3101959408"},"language":"en","primary_location":{"id":"doi:10.1145/3180155.3180191","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3180155.3180191","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180191","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180191","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032640551","display_name":"Micha\u00ebl Marcozzi","orcid":"https://orcid.org/0000-0002-8087-0537"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Micha\u00ebl Marcozzi","raw_affiliation_strings":["Imperial College London, London, United Kingdom"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Imperial College London, London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018746962","display_name":"S\u00e9bastien Bardin","orcid":"https://orcid.org/0000-0002-6509-3506"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"S\u00e9bastien Bardin","raw_affiliation_strings":["Software Safety and Security Lab, Gif-sur-Yvette, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Safety and Security Lab, Gif-sur-Yvette, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042483045","display_name":"Nikola\u00ef Kosmatov","orcid":"https://orcid.org/0000-0003-1557-2813"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nikolai Kosmatov","raw_affiliation_strings":["Software Safety and Security Lab, Gif-sur-Yvette, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Safety and Security Lab, Gif-sur-Yvette, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081145634","display_name":"Mike Papadakis","orcid":"https://orcid.org/0000-0003-1852-2547"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Mike Papadakis","raw_affiliation_strings":["University of Luxembourg, Luxembourg"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091597832","display_name":"Virgile Pr\u00e9vosto","orcid":"https://orcid.org/0000-0002-7203-0968"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Virgile Prevosto","raw_affiliation_strings":["Software Safety and Security Lab, Gif-sur-Yvette, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Safety and Security Lab, Gif-sur-Yvette, France","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047730586","display_name":"Lo\u00efc Correnson","orcid":"https://orcid.org/0000-0001-6554-404X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lo\u00efc Correnson","raw_affiliation_strings":["Software Safety and Security Lab, Gif-sur-Yvette, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Software Safety and Security Lab, Gif-sur-Yvette, France","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.9301,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.96190094,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"456","last_page":"467"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8241366147994995},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7350589036941528},{"id":"https://openalex.org/keywords/precondition","display_name":"Precondition","score":0.6560983657836914},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.630354106426239},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6136440634727478},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5517261028289795},{"id":"https://openalex.org/keywords/source-lines-of-code","display_name":"Source lines of code","score":0.4991495609283447},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.4939151406288147},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4930829703807831},{"id":"https://openalex.org/keywords/symbolic-execution","display_name":"Symbolic execution","score":0.46760597825050354},{"id":"https://openalex.org/keywords/static-analysis","display_name":"Static analysis","score":0.43333104252815247},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.41543814539909363},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.41487014293670654},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.39392679929733276},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.1967146396636963},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.15598255395889282},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.15225735306739807},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.11959075927734375},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10535037517547607}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8241366147994995},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7350589036941528},{"id":"https://openalex.org/C192465680","wikidata":"https://www.wikidata.org/wiki/Q1413450","display_name":"Precondition","level":2,"score":0.6560983657836914},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.630354106426239},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6136440634727478},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5517261028289795},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.4991495609283447},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.4939151406288147},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4930829703807831},{"id":"https://openalex.org/C2779639559","wikidata":"https://www.wikidata.org/wiki/Q7661178","display_name":"Symbolic execution","level":3,"score":0.46760597825050354},{"id":"https://openalex.org/C97686452","wikidata":"https://www.wikidata.org/wiki/Q7604153","display_name":"Static analysis","level":2,"score":0.43333104252815247},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41543814539909363},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41487014293670654},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.39392679929733276},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.1967146396636963},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.15598255395889282},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.15225735306739807},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.11959075927734375},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10535037517547607},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3180155.3180191","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3180155.3180191","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180191","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:cea-01835503v1","is_oa":true,"landing_page_url":"https://cea.hal.science/cea-01835503","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Conference On Software Engineering - ICSE, May 2018, Gothenburg, Sweden","raw_type":"Conference papers"},{"id":"pmh:oai:orbilu.uni.lu:10993/34949","is_oa":true,"landing_page_url":"http://orbilu.uni.lu/handle/10993/34949","pdf_url":null,"source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"40th International Conference on Software Engineering, May 27 - 3 June 2018, Gothenburg, Sweden (2018-05); 40th International Conference on Software Engineering (ICSE'18), from 27-5-2018 t0 3-6-2018","raw_type":"peer reviewed"},{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/55595","is_oa":false,"landing_page_url":"http://hdl.handle.net/10044/1/55595","pdf_url":null,"source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"40th International Conference on Software Engineering","raw_type":"Conference Paper"}],"best_oa_location":{"id":"doi:10.1145/3180155.3180191","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3180155.3180191","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3180155.3180191","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 40th International Conference on Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G2588053438","display_name":null,"funder_award_id":"ANR-12-INSE-0002","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G6702880738","display_name":null,"funder_award_id":"ANR-12","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G7331901853","display_name":null,"funder_award_id":"EU H2020","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3101959408.pdf","grobid_xml":"https://content.openalex.org/works/W3101959408.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W163074494","https://openalex.org/W188606888","https://openalex.org/W1486172410","https://openalex.org/W1516955633","https://openalex.org/W1546908222","https://openalex.org/W1577404745","https://openalex.org/W1797933918","https://openalex.org/W1910496446","https://openalex.org/W1963924029","https://openalex.org/W1964912337","https://openalex.org/W1979345446","https://openalex.org/W1983762734","https://openalex.org/W1984481956","https://openalex.org/W1984842289","https://openalex.org/W1991999918","https://openalex.org/W1993255342","https://openalex.org/W2003010733","https://openalex.org/W2003310968","https://openalex.org/W2008127419","https://openalex.org/W2008479535","https://openalex.org/W2011174835","https://openalex.org/W2013382827","https://openalex.org/W2028536280","https://openalex.org/W2029121206","https://openalex.org/W2055489377","https://openalex.org/W2061781275","https://openalex.org/W2066867661","https://openalex.org/W2090754600","https://openalex.org/W2091299652","https://openalex.org/W2093126305","https://openalex.org/W2103953153","https://openalex.org/W2120552859","https://openalex.org/W2121084350","https://openalex.org/W2123801862","https://openalex.org/W2134691366","https://openalex.org/W2134836602","https://openalex.org/W2137351629","https://openalex.org/W2140152108","https://openalex.org/W2142557127","https://openalex.org/W2143127453","https://openalex.org/W2146408397","https://openalex.org/W2152492994","https://openalex.org/W2154336465","https://openalex.org/W2154897437","https://openalex.org/W2158380896","https://openalex.org/W2160431913","https://openalex.org/W2161488870","https://openalex.org/W2346933435","https://openalex.org/W2364496964","https://openalex.org/W2473248416","https://openalex.org/W2501018404","https://openalex.org/W2502012205","https://openalex.org/W2546792321","https://openalex.org/W2600669551","https://openalex.org/W2616258473","https://openalex.org/W2616524285","https://openalex.org/W2798943712","https://openalex.org/W2963798131","https://openalex.org/W2987907651","https://openalex.org/W3010856131","https://openalex.org/W3146075203","https://openalex.org/W4233804448","https://openalex.org/W4236200536","https://openalex.org/W4238681179","https://openalex.org/W4239921445","https://openalex.org/W4248404026","https://openalex.org/W4255156621","https://openalex.org/W4302049037"],"related_works":["https://openalex.org/W4390187555","https://openalex.org/W2364496964","https://openalex.org/W4248068969","https://openalex.org/W2801797726","https://openalex.org/W2914996832","https://openalex.org/W1997966239","https://openalex.org/W2440985157","https://openalex.org/W2136978836","https://openalex.org/W223068689","https://openalex.org/W3188684611"],"abstract_inverted_index":{"Testing":[0],"is":[1,147,166],"the":[2,84,91,96,114,135,141,162,171,188,192,196],"primary":[3],"approach":[4],"for":[5,160,179],"detecting":[6],"software":[7],"defects.":[8],"A":[9],"major":[10],"challenge":[11],"faced":[12],"by":[13,120,205],"testers":[14],"lies":[15],"in":[16,66,140,149,202],"crafting":[17],"efficient":[18],"test":[19,44,87,200],"suites,":[20,88],"able":[21],"to":[22,46,61,80,83,107,133,207,211,220],"detect":[23],"a":[24,54,102,110,121,127,150,203,222],"maximum":[25],"number":[26,56,197],"of":[27,57,86,95,113,123,137,170,191,198,214,225],"bugs":[28],"with":[29],"manageable":[30],"effort.":[31,98],"To":[32],"do":[33],"so,":[34],"they":[35],"rely":[36],"on":[37,154,168],"coverage":[38],"criteria,":[39],"which":[40,175],"define":[41],"some":[42],"precise":[43],"objectives":[45,58,77,118,201],"be":[47,62,81],"covered.":[48],"However,":[49],"many":[50],"common":[51],"criteria":[52],"specify":[53],"significant":[55,111],"that":[59,152,187],"occur":[60],"infeasible":[63,115],"or":[64,72],"redundant":[65,117],"practice,":[67],"like":[68],"covering":[69],"dead":[70],"code":[71,142],"semantically":[73],"equal":[74],"mutants.":[75],"Such":[76],"are":[78],"well-known":[79],"harmful":[82],"design":[85],"impacting":[89],"both":[90],"efficiency":[92],"and":[93,104,116,157,209],"precision":[94],"tester's":[97],"This":[99],"work":[100],"introduces":[101],"sound":[103],"scalable":[105],"technique":[106,146],"prune":[108],"out":[109],"part":[112,224],"produced":[119],"panel":[122],"white-box":[124],"criteria.":[125],"In":[126],"nutshell,":[128],"we":[129,176],"reduce":[130,195],"this":[131],"task":[132],"proving":[134,161],"validity":[136],"logical":[138],"assertions":[139],"under":[143],"test.":[144],"The":[145,164,184],"implemented":[148],"tool":[151,165,193],"relies":[153],"weakest-precondition":[155],"calculus":[156],"SMT":[158],"solving":[159],"assertions.":[163],"built":[167],"top":[169],"Frama-C":[172],"verification":[173],"platform,":[174],"carefully":[177],"tune":[178],"our":[180],"specific":[181],"scalability":[182],"needs.":[183],"experiments":[185],"reveal":[186],"pruning":[189],"capabilities":[190],"can":[194],"targeted":[199],"program":[204],"up":[206],"27%":[208],"scale":[210],"real":[212],"programs":[213],"200K":[215],"lines,":[216],"making":[217],"it":[218],"possible":[219],"automate":[221],"painstaking":[223],"their":[226],"current":[227],"testing":[228],"process.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2020-11-23T00:00:00"}