{"id":"https://openalex.org/W158079281","doi":"https://doi.org/10.1007/978-3-642-24580-0_15","title":"Assessing Test Adequacy for Black-Box Systems without Specifications","display_name":"Assessing Test Adequacy for Black-Box Systems without Specifications","publication_year":2011,"publication_date":"2011-01-01","ids":{"openalex":"https://openalex.org/W158079281","doi":"https://doi.org/10.1007/978-3-642-24580-0_15","mag":"158079281"},"language":"en","primary_location":{"id":"doi:10.1007/978-3-642-24580-0_15","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-642-24580-0_15","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-642-24580-0_15.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://link.springer.com/content/pdf/10.1007/978-3-642-24580-0_15.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034625397","display_name":"Neil Walkinshaw","orcid":"https://orcid.org/0000-0003-2134-6548"},"institutions":[{"id":"https://openalex.org/I153648349","display_name":"University of Leicester","ror":"https://ror.org/04h699437","country_code":"GB","type":"education","lineage":["https://openalex.org/I153648349"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Neil Walkinshaw","raw_affiliation_strings":["Department of Computer Science, The University of Leicester, UK"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Leicester, UK","institution_ids":["https://openalex.org/I153648349"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5034625397"],"corresponding_institution_ids":["https://openalex.org/I153648349"],"apc_list":{"value":5000,"currency":"EUR","value_usd":5392},"apc_paid":null,"fwci":1.1162,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.78598639,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"209","last_page":"224"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8185768127441406},{"id":"https://openalex.org/keywords/black-box","display_name":"Black box","score":0.8061647415161133},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.625778317451477},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6221064925193787},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5685699582099915},{"id":"https://openalex.org/keywords/inductive-reasoning","display_name":"Inductive reasoning","score":0.554774820804596},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5418264865875244},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.44686809182167053},{"id":"https://openalex.org/keywords/test-set","display_name":"Test set","score":0.44504615664482117},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4421401023864746},{"id":"https://openalex.org/keywords/system-under-test","display_name":"System under test","score":0.4245189428329468},{"id":"https://openalex.org/keywords/basis","display_name":"Basis (linear algebra)","score":0.41738396883010864},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4171625077724457},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3523889183998108},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.349550724029541},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.34525251388549805},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.3407912850379944},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33164525032043457},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.280739426612854},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14705589413642883},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1080167293548584},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.09310507774353027},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.07865503430366516}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8185768127441406},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.8061647415161133},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.625778317451477},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6221064925193787},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5685699582099915},{"id":"https://openalex.org/C21563000","wikidata":"https://www.wikidata.org/wiki/Q484511","display_name":"Inductive reasoning","level":2,"score":0.554774820804596},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5418264865875244},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.44686809182167053},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.44504615664482117},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4421401023864746},{"id":"https://openalex.org/C108913964","wikidata":"https://www.wikidata.org/wiki/Q2376856","display_name":"System under test","level":4,"score":0.4245189428329468},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.41738396883010864},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4171625077724457},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3523889183998108},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.349550724029541},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34525251388549805},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.3407912850379944},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33164525032043457},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.280739426612854},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14705589413642883},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1080167293548584},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.09310507774353027},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.07865503430366516},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1007/978-3-642-24580-0_15","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-642-24580-0_15","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-642-24580-0_15.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},{"id":"pmh:oai:HAL:hal-01583922v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01583922","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"23th International Conference on Testing Software and Systems (ICTSS), Nov 2011, Paris, France. pp.209-224, ⟨10.1007/978-3-642-24580-0_15⟩","raw_type":"Conference papers"},{"id":"pmh:oai:figshare.com:article/10106792","is_oa":true,"landing_page_url":"https://figshare.com/articles/conference_contribution/Assessing_Test_Adequacy_for_Black_Box_Systems_without_Specifications/10106792","pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:lra.le.ac.uk:2381/10873","is_oa":false,"landing_page_url":"http://hdl.handle.net/2381/10873","pdf_url":null,"source":{"id":"https://openalex.org/S4306402365","display_name":"Leicester Research Archive (University of Leicester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I153648349","host_organization_name":"University of Leicester","host_organization_lineage":["https://openalex.org/I153648349"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"}],"best_oa_location":{"id":"doi:10.1007/978-3-642-24580-0_15","is_oa":true,"landing_page_url":"https://doi.org/10.1007/978-3-642-24580-0_15","pdf_url":"https://link.springer.com/content/pdf/10.1007/978-3-642-24580-0_15.pdf","source":{"id":"https://openalex.org/S106296714","display_name":"Lecture notes in computer science","issn_l":"0302-9743","issn":["0302-9743","1611-3349"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Lecture Notes in Computer Science","raw_type":"book-chapter"},"sustainable_development_goals":[{"score":0.41999998688697815,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323322","display_name":"Universit\u00e4t des Saarlandes","ror":"https://ror.org/01jdpyv68"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W158079281.pdf","grobid_xml":"https://content.openalex.org/works/W158079281.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W96395447","https://openalex.org/W103515495","https://openalex.org/W138607541","https://openalex.org/W169243799","https://openalex.org/W1528080127","https://openalex.org/W1529010373","https://openalex.org/W1559171143","https://openalex.org/W1603501633","https://openalex.org/W1679977702","https://openalex.org/W1701438870","https://openalex.org/W1966750520","https://openalex.org/W1989445634","https://openalex.org/W1994022788","https://openalex.org/W2004929506","https://openalex.org/W2009207944","https://openalex.org/W2019363670","https://openalex.org/W2026387030","https://openalex.org/W2029538739","https://openalex.org/W2035055162","https://openalex.org/W2035578846","https://openalex.org/W2045671792","https://openalex.org/W2056640446","https://openalex.org/W2073727600","https://openalex.org/W2085692149","https://openalex.org/W2088802044","https://openalex.org/W2095675811","https://openalex.org/W2110256630","https://openalex.org/W2110594703","https://openalex.org/W2123319381","https://openalex.org/W2137837392","https://openalex.org/W2139855137","https://openalex.org/W2143903830","https://openalex.org/W2154952480","https://openalex.org/W2156600143","https://openalex.org/W2223115626","https://openalex.org/W4235272014","https://openalex.org/W4238284510","https://openalex.org/W4238893454","https://openalex.org/W4239195610","https://openalex.org/W4241372395","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W1501213200","https://openalex.org/W112492789","https://openalex.org/W1532322220","https://openalex.org/W2069818478","https://openalex.org/W2131714870","https://openalex.org/W2184612063","https://openalex.org/W2003200839","https://openalex.org/W2967858513","https://openalex.org/W3155744979","https://openalex.org/W139286382"],"abstract_inverted_index":{"Testing":[0],"a":[1,7,29,41,54,57,61,91,122,152,165,168,174],"black-box":[2,140,179],"system":[3,59,166],"without":[4,167],"recourse":[5],"to":[6,25,69,77,121,135,149,162,172],"specification":[8],"is":[9,13,40,67,84,119],"difficult,":[10],"because":[11],"there":[12,39,83],"no":[14,85],"basis":[15,86],"for":[16,87,178],"estimating":[17],"how":[18,27,71,89,144,171],"many":[19,72],"tests":[20,160],"will":[21,74],"be":[22,75,147],"required,":[23],"or":[24],"assess":[26,136],"complete":[28,90],"given":[30,62,92],"test":[31,137,180],"set":[32,63,93],"is.":[33,96],"Several":[34],"researchers":[35],"have":[36,99],"noted":[37],"that":[38],"duality":[42],"between":[43],"these":[44,133],"testing":[45],"problems":[46],"and":[47,82,170],"the":[48,103,113,130,157],"problem":[49],"of":[50,56,64,94,105,115,125,132,139,159],"inductive":[51,106],"inference":[52,107],"(learning":[53],"model":[55,118],"hidden":[58],"from":[60],"examples).":[65],"It":[66,142],"impossible":[68],"tell":[70],"examples":[73,95],"required":[76,161],"infer":[78],"an":[79,116,183],"accurate":[80],"model,":[81],"telling":[88],"These":[97],"issues":[98],"been":[100],"addressed":[101],"in":[102,151,182],"domain":[104],"by":[108],"developing":[109],"statistical":[110],"techniques,":[111],"where":[112],"accuracy":[114],"inferred":[117],"subject":[120],"tolerable":[123],"degree":[124],"error.":[126],"This":[127],"paper":[128],"explores":[129],"application":[131],"techniques":[134],"sets":[138,181],"systems.":[141],"shows":[143],"they":[145],"can":[146],"used":[148],"reason":[150],"statistically":[153],"justified":[154],"manner":[155],"about":[156],"number":[158],"fully":[163],"exercise":[164],"specification,":[169],"provide":[173],"valid":[175],"adequacy":[176],"measure":[177],"applied":[184],"context.":[185]},"counts_by_year":[{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":4},{"year":2012,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}