{"id":"https://openalex.org/W2069404464","doi":"https://doi.org/10.1145/2695664.2695684","title":"Truth and myth of independent software testing","display_name":"Truth and myth of independent software testing","publication_year":2015,"publication_date":"2015-04-13","ids":{"openalex":"https://openalex.org/W2069404464","doi":"https://doi.org/10.1145/2695664.2695684","mag":"2069404464"},"language":"en","primary_location":{"id":"doi:10.1145/2695664.2695684","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2695664.2695684","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual ACM Symposium on Applied Computing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058513170","display_name":"Ali Sunyaev","orcid":"https://orcid.org/0000-0002-4353-8519"},"institutions":[{"id":"https://openalex.org/I180923762","display_name":"University of Cologne","ror":"https://ror.org/00rcxh774","country_code":"DE","type":"education","lineage":["https://openalex.org/I180923762"]},{"id":"https://openalex.org/I4210166518","display_name":"Albertus-Magnus-Institut","ror":"https://ror.org/05ssg5j36","country_code":"DE","type":"archive","lineage":["https://openalex.org/I4210166518"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ali Sunyaev","raw_affiliation_strings":["University of Cologne, Albertus-Magnus-Platz, Cologne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cologne, Albertus-Magnus-Platz, Cologne","institution_ids":["https://openalex.org/I180923762","https://openalex.org/I4210166518"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008635353","display_name":"Dirk Basten","orcid":null},"institutions":[{"id":"https://openalex.org/I180923762","display_name":"University of Cologne","ror":"https://ror.org/00rcxh774","country_code":"DE","type":"education","lineage":["https://openalex.org/I180923762"]},{"id":"https://openalex.org/I4210166518","display_name":"Albertus-Magnus-Institut","ror":"https://ror.org/05ssg5j36","country_code":"DE","type":"archive","lineage":["https://openalex.org/I4210166518"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Dirk Basten","raw_affiliation_strings":["University of Cologne, Albertus-Magnus-Platz, Cologne"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cologne, Albertus-Magnus-Platz, Cologne","institution_ids":["https://openalex.org/I180923762","https://openalex.org/I4210166518"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10069812,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1722","last_page":"1728"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-quality-analyst","display_name":"Software quality analyst","score":0.6475921273231506},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.6078259348869324},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6036945581436157},{"id":"https://openalex.org/keywords/verification-and-validation","display_name":"Verification and validation","score":0.5672189593315125},{"id":"https://openalex.org/keywords/software-reliability-testing","display_name":"Software reliability testing","score":0.5382534861564636},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.5360923409461975},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5359099507331848},{"id":"https://openalex.org/keywords/software-quality-control","display_name":"Software quality control","score":0.49858760833740234},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.4945223033428192},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.4597089886665344},{"id":"https://openalex.org/keywords/software-peer-review","display_name":"Software peer review","score":0.43801435828208923},{"id":"https://openalex.org/keywords/personal-software-process","display_name":"Personal software process","score":0.4346469044685364},{"id":"https://openalex.org/keywords/software-quality-management","display_name":"Software quality management","score":0.42058053612709045},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4204901456832886},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.4108516275882721},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18434584140777588},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09655210375785828},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.0771310031414032}],"concepts":[{"id":"https://openalex.org/C188329197","wikidata":"https://www.wikidata.org/wiki/Q6554613","display_name":"Software quality analyst","level":5,"score":0.6475921273231506},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.6078259348869324},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6036945581436157},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.5672189593315125},{"id":"https://openalex.org/C52928878","wikidata":"https://www.wikidata.org/wiki/Q7554226","display_name":"Software reliability testing","level":5,"score":0.5382534861564636},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.5360923409461975},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5359099507331848},{"id":"https://openalex.org/C176035894","wikidata":"https://www.wikidata.org/wiki/Q7554350","display_name":"Software quality control","level":5,"score":0.49858760833740234},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4945223033428192},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.4597089886665344},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.43801435828208923},{"id":"https://openalex.org/C39890963","wikidata":"https://www.wikidata.org/wiki/Q1702721","display_name":"Personal software process","level":5,"score":0.4346469044685364},{"id":"https://openalex.org/C48306297","wikidata":"https://www.wikidata.org/wiki/Q7554352","display_name":"Software quality management","level":5,"score":0.42058053612709045},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4204901456832886},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.4108516275882721},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18434584140777588},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09655210375785828},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0771310031414032}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2695664.2695684","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2695664.2695684","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th Annual ACM Symposium on Applied Computing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W49013149","https://openalex.org/W121286773","https://openalex.org/W169792282","https://openalex.org/W566792883","https://openalex.org/W1497810372","https://openalex.org/W1608428631","https://openalex.org/W1783768447","https://openalex.org/W1976153153","https://openalex.org/W1977978498","https://openalex.org/W1992602600","https://openalex.org/W2012138753","https://openalex.org/W2042543201","https://openalex.org/W2046039173","https://openalex.org/W2112146853","https://openalex.org/W2117254507","https://openalex.org/W2130870760","https://openalex.org/W2132627437","https://openalex.org/W2138890446","https://openalex.org/W2149468448","https://openalex.org/W2153956429","https://openalex.org/W2165932566","https://openalex.org/W2286519550","https://openalex.org/W3142906108","https://openalex.org/W3212480645","https://openalex.org/W4247035379","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W2070902631","https://openalex.org/W2987660730","https://openalex.org/W2549211027","https://openalex.org/W122814915","https://openalex.org/W2810891183","https://openalex.org/W2105340075","https://openalex.org/W1760370834","https://openalex.org/W2215764238","https://openalex.org/W2323318447","https://openalex.org/W4236805044"],"abstract_inverted_index":{"Organizations":[0],"often":[1],"outsource":[2],"software":[3,8,13,23,43,48,71,87,105,117,124,133,148,151,161,197],"testing":[4,9,44,94,118],"activities":[5],"to":[6,45,138,192],"optimize":[7],"and":[10,25,50],"verify":[11],"developed":[12,69],"by":[14,73,107,135,150,174],"independent":[15,42,93,116,136,196],"experts.":[16],"Related":[17],"benefits":[18],"include":[19],"expectations":[20],"for":[21,181],"higher":[22,141,167],"quality":[24,49,63,168],"anticipated":[26],"commercial":[27],"benefits,":[28],"but":[29],"have":[30],"not":[31],"been":[32],"empirically":[33],"evaluated":[34],"yet.":[35],"To":[36],"close":[37],"this":[38],"gap,":[39],"we":[40,99,128,188],"hypothesize":[41],"positively":[46],"impact":[47,122],"test":[51,162],"our":[52,186],"hypothesis":[53],"in":[54,70],"a":[55,120,179],"controlled":[56],"human":[57],"experiment.":[58],"We":[59],"investigate":[60],"the":[61,90,101,144,165,170,175],"functional":[62,130,145],"of":[64,76,103,132,147,169],"six":[65,74,82],"functionally":[66],"identical":[67],"systems":[68],"projects":[72],"teams":[75],"five":[77],"students":[78],"each.":[79],"Of":[80],"these":[81],"teams,":[83],"three":[84],"tested":[85,134,149],"their":[86],"themselves,":[88],"while":[89],"others":[91],"used":[92],"teams.":[95],"On":[96],"system-testing":[97],"level,":[98],"compare":[100],"fulfillment":[102],"predefined":[104],"functions":[106],"applying":[108],"function":[109],"point":[110],"analysis.":[111],"The":[112],"results":[113],"show":[114,129],"that":[115],"has":[119],"positive":[121],"on":[123,160],"quality.":[125],"Using":[126],"t-tests,":[127],"completeness":[131,146],"testers":[137],"be":[139],"significantly":[140],"(16%)":[142],"than":[143],"developers":[152],"themselves.":[153],"Our":[154],"work":[155],"provides":[156],"insights":[157],"into":[158],"decision-making":[159],"outsourcing.":[163],"While":[164],"expected":[166],"products":[171],"is":[172,178],"corroborated":[173],"experiment,":[176,187],"there":[177],"need":[180],"further":[182],"research":[183],"studies.":[184],"With":[185],"raise":[189],"practitioners'":[190],"awareness":[191],"consciously":[193],"deal":[194],"with":[195],"testing.":[198]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}