{"id":"https://openalex.org/W1997090065","doi":"https://doi.org/10.1145/2786805.2786843","title":"When, how, and why developers (do not) test in their IDEs","display_name":"When, how, and why developers (do not) test in their IDEs","publication_year":2015,"publication_date":"2015-08-26","ids":{"openalex":"https://openalex.org/W1997090065","doi":"https://doi.org/10.1145/2786805.2786843","mag":"1997090065"},"language":"en","primary_location":{"id":"doi:10.1145/2786805.2786843","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2786805.2786843","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 10th Joint Meeting on Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://resolver.tudelft.nl/uuid:31fcb772-aca4-4892-913c-f30f2182d87e","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021746976","display_name":"Moritz Beller","orcid":"https://orcid.org/0000-0003-4852-0526"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Moritz Beller","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043864604","display_name":"Georgios Gousios","orcid":"https://orcid.org/0000-0002-8495-7939"},"institutions":[{"id":"https://openalex.org/I145872427","display_name":"Radboud University Nijmegen","ror":"https://ror.org/016xsfp80","country_code":"NL","type":"education","lineage":["https://openalex.org/I145872427"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Georgios Gousios","raw_affiliation_strings":["Radboud University Nijmegen, Netherlands"],"affiliations":[{"raw_affiliation_string":"Radboud University Nijmegen, Netherlands","institution_ids":["https://openalex.org/I145872427"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067127346","display_name":"Annibale Panichella","orcid":"https://orcid.org/0000-0002-7395-3588"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Annibale Panichella","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046237164","display_name":"Andy Zaidman","orcid":"https://orcid.org/0000-0003-2413-3935"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Andy Zaidman","raw_affiliation_strings":["Delft University of Technology, Netherlands"],"affiliations":[{"raw_affiliation_string":"Delft University of Technology, Netherlands","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5021746976"],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":30.5734,"has_fulltext":true,"cited_by_count":157,"citation_normalized_percentile":{"value":0.99784117,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"179","last_page":"190"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6053997278213501},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5581226348876953},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.06209966540336609}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6053997278213501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5581226348876953},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.06209966540336609},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/2786805.2786843","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2786805.2786843","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2015 10th Joint Meeting on Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:tud:oai:tudelft.nl:uuid:31fcb772-aca4-4892-913c-f30f2182d87e","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:31fcb772-aca4-4892-913c-f30f2182d87e","pdf_url":"http://resolver.tudelft.nl/uuid:31fcb772-aca4-4892-913c-f30f2182d87e","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2015 10th Joint Meeting of the European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering, ESEC/FSE 2015 - Proceedings","raw_type":"info:eu-repo/semantics/conferencepaper"},{"id":"pmh:oai:repository.ubn.ru.nl:2066/151508","is_oa":false,"landing_page_url":"http://hdl.handle.net/2066/151508","pdf_url":null,"source":{"id":"https://openalex.org/S4306401067","display_name":"Radboud Repository (Radboud University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145872427","host_organization_name":"Radboud University Nijmegen","host_organization_lineage":["https://openalex.org/I145872427"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Nitto, E. Di (ed.), ESEC/FSE 2015 : Proceedings of the 2015 10th Joint Meeting on Foundations of Software Engineering, pp. 179-190","raw_type":"Article in monograph or in proceedings"},{"id":"pmh:oai:tudelft.nl:uuid:6eae8c53-4d48-4d6b-9883-d7ab2d9f3854","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:6eae8c53-4d48-4d6b-9883-d7ab2d9f3854","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":{"id":"pmh:tud:oai:tudelft.nl:uuid:31fcb772-aca4-4892-913c-f30f2182d87e","is_oa":true,"landing_page_url":"http://resolver.tudelft.nl/uuid:31fcb772-aca4-4892-913c-f30f2182d87e","pdf_url":"http://resolver.tudelft.nl/uuid:31fcb772-aca4-4892-913c-f30f2182d87e","source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2015 10th Joint Meeting of the European Software Engineering Conference and the ACM SIGSOFT Symposium on the Foundations of Software Engineering, ESEC/FSE 2015 - Proceedings","raw_type":"info:eu-repo/semantics/conferencepaper"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1997090065.pdf","grobid_xml":"https://content.openalex.org/works/W1997090065.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W91975816","https://openalex.org/W193806634","https://openalex.org/W1541128807","https://openalex.org/W1556407876","https://openalex.org/W1647671624","https://openalex.org/W1833911422","https://openalex.org/W1977791116","https://openalex.org/W1980712084","https://openalex.org/W1996803323","https://openalex.org/W1997548934","https://openalex.org/W1999827279","https://openalex.org/W2000042664","https://openalex.org/W2002089154","https://openalex.org/W2010985317","https://openalex.org/W2014309790","https://openalex.org/W2014755981","https://openalex.org/W2016452963","https://openalex.org/W2029080835","https://openalex.org/W2036514392","https://openalex.org/W2058879750","https://openalex.org/W2061462780","https://openalex.org/W2078241739","https://openalex.org/W2088859993","https://openalex.org/W2096313933","https://openalex.org/W2099194364","https://openalex.org/W2106191864","https://openalex.org/W2108161968","https://openalex.org/W2109948495","https://openalex.org/W2118604270","https://openalex.org/W2123190302","https://openalex.org/W2123586642","https://openalex.org/W2123802152","https://openalex.org/W2127938826","https://openalex.org/W2131742774","https://openalex.org/W2133414060","https://openalex.org/W2136780906","https://openalex.org/W2141852905","https://openalex.org/W2143712427","https://openalex.org/W2148357053","https://openalex.org/W2148965331","https://openalex.org/W2152382597","https://openalex.org/W2163004671","https://openalex.org/W2168745915","https://openalex.org/W2611200784","https://openalex.org/W3103362336","https://openalex.org/W3143245542","https://openalex.org/W4233152543","https://openalex.org/W4248146993"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0],"research":[1],"community":[2,71],"in":[3,9,77,82,115,123,152,158,169],"Software":[4,7],"Engineering":[5],"and":[6,38,45,136,140],"Testing":[8],"particular":[10],"builds":[11],"many":[12,32],"of":[13,19,31,60,93,111,119,150,156,190,202],"its":[14],"contributions":[15],"on":[16,89],"a":[17,94,188],"set":[18],"mutually":[20],"shared":[21,134],"expectations.":[22],"Despite":[23],"the":[24,29,61,70,78,90,109,146,154,170],"fact":[25],"that":[26,56],"they":[27,197,199],"form":[28],"basis":[30],"publications":[33],"as":[34,36],"well":[35],"open-source":[37],"commercial":[39],"testing":[40,57,139],"applications,":[41],"these":[42],"common":[43],"expectations":[44],"beliefs":[46,137],"are":[47],"rarely":[48,165],"ever":[49],"questioned.":[50],"For":[51],"example,":[52],"Frederic":[53],"Brooks\u2019":[54],"statement":[55],"takes":[58],"half":[59,201],"development":[62,103,126],"time":[63,122,193],"seems":[64],"to":[65,145],"have":[66],"manifested":[67],"itself":[68],"within":[69],"since":[72],"he":[73],"first":[74],"made":[75],"it":[76],"\u201cMythical":[79],"Man":[80],"Month\u201d":[81],"1975.":[83],"With":[84],"this":[85],"paper,":[86],"we":[87,105],"report":[88],"surprising":[91],"results":[92],"large-scale":[95],"field":[96],"study":[97,160],"with":[98],"416":[99],"software":[100,151,184],"engineers":[101],"whose":[102],"activity":[104],"closely":[106],"monitored":[107],"over":[108,116],"course":[110],"five":[112],"months,":[113],"resulting":[114],"13":[117],"years":[118],"recorded":[120],"work":[121,192],"their":[124,167,191,203],"integrated":[125],"environments":[127],"(IDEs).":[128],"Our":[129],"findings":[130],"question":[131],"several":[132],"commonly":[133],"assumptions":[135],"about":[138],"might":[141],"be":[142],"contributing":[143],"factors":[144],"observed":[147],"bug":[148],"proneness":[149],"practice:":[153],"majority":[155],"developers":[157,164,185],"our":[159],"does":[161],"not":[162,176,182],"test;":[163],"run":[166],"tests":[168],"IDE;":[171],"Test-Driven":[172],"Development":[173],"(TDD)":[174],"is":[175],"widely":[177],"practiced;":[178],"and,":[179],"last":[180],"but":[181],"least,":[183],"only":[186],"spend":[187],"quarter":[189],"engineering":[194],"tests,":[195],"whereas":[196],"think":[198],"test":[200],"time.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":24},{"year":2023,"cited_by_count":14},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":19},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":11},{"year":2017,"cited_by_count":27},{"year":2016,"cited_by_count":16},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}