{"id":"https://openalex.org/W1967899462","doi":"https://doi.org/10.1145/1022494.1022544","title":"Towards building a solid empirical body of knowledge in testing techniques","display_name":"Towards building a solid empirical body of knowledge in testing techniques","publication_year":2004,"publication_date":"2004-09-01","ids":{"openalex":"https://openalex.org/W1967899462","doi":"https://doi.org/10.1145/1022494.1022544","mag":"1967899462"},"language":"en","primary_location":{"id":"doi:10.1145/1022494.1022544","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1022494.1022544","pdf_url":null,"source":{"id":"https://openalex.org/S186921487","display_name":"ACM SIGSOFT Software Engineering Notes","issn_l":"0163-5948","issn":["0163-5948","1943-5843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGSOFT Software Engineering Notes","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056117323","display_name":"Nat\u00e1lia Juristo","orcid":"https://orcid.org/0000-0002-2465-7141"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"N. Juristo","raw_affiliation_strings":["Universidad Polit\u00e9cnica de Madrid, Campus de Montegancedo, Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Polit\u00e9cnica de Madrid, Campus de Montegancedo, Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100700384","display_name":"Ana M. Moreno","orcid":"https://orcid.org/0000-0001-8397-6794"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"A. M. Moreno","raw_affiliation_strings":["Universidad Polit\u00e9cnica de Madrid, Campus de Montegancedo, Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Polit\u00e9cnica de Madrid, Campus de Montegancedo, Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076034572","display_name":"Sira Vegas","orcid":"https://orcid.org/0000-0001-8535-9386"},"institutions":[{"id":"https://openalex.org/I88060688","display_name":"Universidad Polit\u00e9cnica de Madrid","ror":"https://ror.org/03n6nwv02","country_code":"ES","type":"education","lineage":["https://openalex.org/I88060688"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"S. Vegas","raw_affiliation_strings":["Universidad Polit\u00e9cnica de Madrid, Campus de Montegancedo, Madrid, Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Polit\u00e9cnica de Madrid, Campus de Montegancedo, Madrid, Spain","institution_ids":["https://openalex.org/I88060688"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I88060688"],"apc_list":null,"apc_paid":null,"fwci":1.857,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.85132193,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"29","issue":"5","first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.8027456998825073},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5761498212814331},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5261042714118958},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.4640134572982788},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.32667744159698486},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10975778102874756}],"concepts":[{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.8027456998825073},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5761498212814331},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5261042714118958},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.4640134572982788},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.32667744159698486},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10975778102874756},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1022494.1022544","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1022494.1022544","pdf_url":null,"source":{"id":"https://openalex.org/S186921487","display_name":"ACM SIGSOFT Software Engineering Notes","issn_l":"0163-5948","issn":["0163-5948","1943-5843"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM SIGSOFT Software Engineering Notes","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.5299999713897705,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W589689572","https://openalex.org/W1963924029","https://openalex.org/W1970565328","https://openalex.org/W1996701120","https://openalex.org/W2028536280","https://openalex.org/W2055975932","https://openalex.org/W2060299693","https://openalex.org/W2068127755","https://openalex.org/W2084181320","https://openalex.org/W2120813060","https://openalex.org/W2121084350","https://openalex.org/W2124019729","https://openalex.org/W2124300773","https://openalex.org/W2134691366","https://openalex.org/W2476582278"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382566571","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829"],"abstract_inverted_index":{"Testing":[0],"technique-related":[1],"empirical":[2,57,82,100,132],"studies":[3,85,137],"have":[4,11,33,51,60],"been":[5],"performed":[6],"for":[7,124],"25":[8],"years.":[9],"We":[10],"managed":[12],"to":[13,27,86,94,106,130],"accumulate":[14],"a":[15,34,76,98,125],"fair":[16],"number":[17],"of":[18,39,75,97,114,127],"experiments":[19,47],"in":[20,48],"this":[21,49,69],"time,":[22],"which":[23],"might":[24],"lead":[25,93],"us":[26],"think":[28],"that":[29,78,91,136],"we":[30,59,71,79],"now":[31],"could":[32,92],"sizeable":[35],"empirically":[36],"backed":[37],"body":[38],"knowledge":[40],"(BoK)":[41],"on":[42,61,81],"testing":[43,62,83],"techniques.":[44],"However,":[45],"the":[46,56,73,95,112,115,122],"field":[50],"some":[52],"flaws,":[53],"and,":[54],"consequently,":[55],"BoK":[58],"techniques":[63,84],"is":[64],"far":[65],"from":[66],"solid.":[67],"In":[68],"paper,":[70],"use":[72],"results":[74],"survey":[77],"did":[80],"identify":[87],"and":[88,118,120,134,139],"discuss":[89],"solutions":[90,103],"formation":[96],"solid":[99],"BoK.":[101],"The":[102],"are":[104],"related":[105],"two":[107],"fundamental":[108],"experimental":[109,116],"issues:":[110],"(1)":[111],"rigorousness":[113],"design":[117],"analysis,":[119],"(2)":[121],"need":[123],"series":[126],"community-wide":[128],"agreements":[129],"coordinate":[131],"research":[133],"assure":[135],"ratify":[138],"complement":[140],"each":[141],"other.":[142]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2012,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}