{"id":"https://openalex.org/W4248146993","doi":"https://doi.org/10.1109/icse.2015.193","title":"How (Much) Do Developers Test?","display_name":"How (Much) Do Developers Test?","publication_year":2015,"publication_date":"2015-05-01","ids":{"openalex":"https://openalex.org/W4248146993","doi":"https://doi.org/10.1109/icse.2015.193"},"language":"en","primary_location":{"id":"doi:10.1109/icse.2015.193","doi":"https://doi.org/10.1109/icse.2015.193","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.2015.193","pdf_url":null,"source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021746976","display_name":"Moritz Beller","orcid":"https://orcid.org/0000-0003-4852-0526","observed_orcids":["https://orcid.org/0000-0003-4852-0526"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Moritz Beller","raw_affiliation_strings":["Delft University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043864604","display_name":"Georgios Gousios","orcid":"https://orcid.org/0000-0002-8495-7939","observed_orcids":["https://orcid.org/0000-0002-8495-7939"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Georgios Gousios","raw_affiliation_strings":["Delft University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046237164","display_name":"Andy Zaidman","orcid":"https://orcid.org/0000-0003-2413-3935","observed_orcids":["https://orcid.org/0000-0003-2413-3935"]},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Andy Zaidman","raw_affiliation_strings":["Delft University of Technology, The Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Delft University of Technology, The Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":3.635,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.94573782,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"559","last_page":"562"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.5967000126838684,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.5967000126838684,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.25200000405311584,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.1444000005722046,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-testing","display_name":"software testing","score":0.8899999856948853},{"id":"https://openalex.org/keywords/test-assertions","display_name":"test assertions","score":0.5509999990463257},{"id":"https://openalex.org/keywords/software-engineering-students","display_name":"software engineering students","score":0.4090000092983246}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6785485148429871},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6490328907966614},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6120662689208984},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4970989525318146},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4669642746448517},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4619939625263214},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.4108428657054901},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20964455604553223},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.11761537194252014},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icse.2015.193","doi":"https://doi.org/10.1109/icse.2015.193","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.2015.193","pdf_url":null,"source":{"id":"https://openalex.org/S4210203175","display_name":"ACM/IEEE International Conference on Software Engineering: Companion Proceedings (ICSE-Companion)","issn_l":"0270-5257","issn":["0270-5257","1558-1225"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE/ACM 37th IEEE International Conference on Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/151482","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/2066/151482","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kellenberger, P. (ed.), ICSE 2015 : 2015 IEEE/ACM 37th IEEE International Conference on Software Engineering, 16-24 May 2015 Florence, Italy. Proceedings, ; 2, pp. 559-562","raw_type":"Article in monograph or in proceedings"},{"id":"pmh:ru:oai:repository.ubn.ru.nl:2066/151482","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/2066/151482","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Kellenberger, P. (ed.), ICSE 2015 : 2015 IEEE/ACM 37th IEEE International Conference on Software Engineering, 16-24 May 2015 Florence, Italy. Proceedings, 559 - 562. Los Alamitos : IEEE","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[{"id":"https://openalex.org/study-designs/observational-study","display_name":"Observational Study"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W162712400","https://openalex.org/W1541128807","https://openalex.org/W1603603625","https://openalex.org/W2009095932","https://openalex.org/W2078241739","https://openalex.org/W2088859993","https://openalex.org/W2096313933","https://openalex.org/W2103522129","https://openalex.org/W2107899555","https://openalex.org/W2123586642","https://openalex.org/W2123802152","https://openalex.org/W2131742774","https://openalex.org/W2163004671"],"related_works":["https://openalex.org/W7093686847","https://openalex.org/W2770290320","https://openalex.org/W631010134","https://openalex.org/W2181964757","https://openalex.org/W3135773480","https://openalex.org/W2050511873","https://openalex.org/W7034251862","https://openalex.org/W1539662562","https://openalex.org/W2739272596","https://openalex.org/W2052493884"],"abstract_inverted_index":{"What":[0,110],"do":[1,79,94,128],"we":[2,13,171],"know":[3,14],"about":[4,70],"software":[5,39,139,180],"testing":[6,147],"in":[7,38,41,123],"the":[8,35,42,46,68,112,124,166],"real":[9],"world?":[10],"It":[11],"seems":[12],"from":[15,137,182],"Fred":[16],"Brooks'":[17,71],"seminal":[18],"work":[19],"\"The":[20],"Mythical":[21],"Man-Month\"":[22],"that":[23,143],"50%":[24,151],"of":[25,152,159,168],"project":[26],"effort":[27],"is":[28,65,100],"spent":[29],"on":[30,85],"testing.":[31],"However,":[32],"due":[33],"to":[34,66,115],"enormous":[36],"advances":[37],"engineering":[40,140],"past":[43],"40":[44,138],"years,":[45],"question":[47],"stands:":[48],"Is":[49],"this":[50],"observation":[51],"still":[52],"true?":[53,59],"In":[54],"fact,":[55],"was":[56],"it":[57],"ever":[58],"The":[60],"vision":[61],"for":[62,75],"our":[63,169,175],"research":[64],"settle":[67],"discussion":[69],"estimation":[72,84],"once":[73],"and":[74,99,107,150,184],"all:":[76],"How":[77,92],"much":[78,87],"developers":[80,119],"test?":[81],"Does":[82],"developers'":[83],"how":[86],"they":[88,95,129],"test":[89,105,133,154],"match":[90],"reality?":[91],"frequently":[93],"execute":[96],"their":[97,132,146,160],"tests,":[98],"there":[101],"a":[102],"relationship":[103],"between":[104],"runtime":[106],"execution":[108],"frequency?":[109],"are":[111,172],"typical":[113],"reactions":[114],"failing":[116],"tests?":[117],"Do":[118],"solve":[120],"actual":[121],"defects":[122],"production":[125],"code,":[126],"or":[127,162],"merely":[130],"relax":[131],"assertions?":[134],"Emerging":[135],"results":[136],"students":[141,144],"show":[142],"overestimate":[145],"time":[148],"threefold,":[149],"them":[153],"as":[155,157],"little":[156],"4%":[158],"time,":[161],"less.":[163],"Having":[164],"proven":[165],"scalability":[167],"infrastructure,":[170],"now":[173],"extending":[174],"case":[176],"study":[177],"with":[178],"professional":[179],"engineers":[181],"open-source":[183],"industrial":[185],"organizations.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":2}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2022-05-12T00:00:00"}