{"id":"https://openalex.org/W2736069905","doi":"https://doi.org/10.1145/3092703.3098241","title":"Mapping hardness of automated software testing","display_name":"Mapping hardness of automated software testing","publication_year":2017,"publication_date":"2017-07-10","ids":{"openalex":"https://openalex.org/W2736069905","doi":"https://doi.org/10.1145/3092703.3098241","mag":"2736069905"},"language":"en","primary_location":{"id":"doi:10.1145/3092703.3098241","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3092703.3098241","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103002000","display_name":"Carlos Oliveira","orcid":"https://orcid.org/0000-0003-1869-3944"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Carlos Oliveira","raw_affiliation_strings":["Monash University, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5103002000"],"corresponding_institution_ids":["https://openalex.org/I56590836"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.11675021,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"440","last_page":"443"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7593317031860352},{"id":"https://openalex.org/keywords/software-reliability-testing","display_name":"Software reliability testing","score":0.6271387338638306},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.5274227857589722},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.522052526473999},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5153490900993347},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.509577751159668},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.49828648567199707},{"id":"https://openalex.org/keywords/search-based-software-engineering","display_name":"Search-based software engineering","score":0.4961014688014984},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.48728644847869873},{"id":"https://openalex.org/keywords/non-regression-testing","display_name":"Non-regression testing","score":0.48178407549858093},{"id":"https://openalex.org/keywords/system-integration-testing","display_name":"System integration testing","score":0.4715975224971771},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.46656763553619385},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.43125760555267334},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.41833555698394775},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.3935709595680237},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3896549344062805},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3635246455669403},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.1761680543422699},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14196354150772095},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11969220638275146}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7593317031860352},{"id":"https://openalex.org/C52928878","wikidata":"https://www.wikidata.org/wiki/Q7554226","display_name":"Software reliability testing","level":5,"score":0.6271387338638306},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.5274227857589722},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.522052526473999},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5153490900993347},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.509577751159668},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.49828648567199707},{"id":"https://openalex.org/C139143892","wikidata":"https://www.wikidata.org/wiki/Q7441615","display_name":"Search-based software engineering","level":5,"score":0.4961014688014984},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.48728644847869873},{"id":"https://openalex.org/C86469151","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Non-regression testing","level":5,"score":0.48178407549858093},{"id":"https://openalex.org/C111524372","wikidata":"https://www.wikidata.org/wiki/Q7663718","display_name":"System integration testing","level":5,"score":0.4715975224971771},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.46656763553619385},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.43125760555267334},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.41833555698394775},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.3935709595680237},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3896549344062805},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3635246455669403},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.1761680543422699},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14196354150772095},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11969220638275146},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3092703.3098241","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3092703.3098241","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W73137176","https://openalex.org/W1590121190","https://openalex.org/W1964962870","https://openalex.org/W1979345446","https://openalex.org/W1986749780","https://openalex.org/W1990748503","https://openalex.org/W1993760289","https://openalex.org/W2041961485","https://openalex.org/W2054706389","https://openalex.org/W2082989483","https://openalex.org/W2089213632","https://openalex.org/W2111382499","https://openalex.org/W2120174523","https://openalex.org/W2147002252","https://openalex.org/W2151554678","https://openalex.org/W2153649445","https://openalex.org/W2158864412","https://openalex.org/W2172260321","https://openalex.org/W2213891260","https://openalex.org/W2493532602","https://openalex.org/W2913811733","https://openalex.org/W2915209275","https://openalex.org/W6661039354"],"related_works":["https://openalex.org/W3214776400","https://openalex.org/W3197709817","https://openalex.org/W2552042032","https://openalex.org/W2185152852","https://openalex.org/W2186418558","https://openalex.org/W2955592476","https://openalex.org/W186259066","https://openalex.org/W2357078590","https://openalex.org/W2376324434","https://openalex.org/W2074050424"],"abstract_inverted_index":{"Automated":[0],"Test":[1],"Case":[2],"Generation":[3],"(ATCG)":[4],"is":[5,29,55],"an":[6],"important":[7],"topic":[8],"in":[9,22,46],"Software":[10,118],"Testing,":[11],"with":[12],"a":[13,75,83,90],"wide":[14],"range":[15],"of":[16,37,42],"techniques":[17,45],"and":[18,24,95,121],"tools":[19],"being":[20],"used":[21],"academia":[23],"industry.":[25],"While":[26],"their":[27],"usefulness":[28],"widely":[30],"recognized,":[31],"due":[32],"to":[33,68,93,110],"the":[34,38,40,43,97],"labor-intensive":[35],"nature":[36],"task,":[39],"effectiveness":[41],"different":[44,52,115],"automatically":[47],"generating":[48],"test":[49],"cases":[50],"for":[51,82],"software":[53,85],"systems":[54],"not":[56],"thoroughly":[57],"understood.":[58],"Despite":[59],"many":[60],"studies":[61],"introducing":[62],"various":[63],"ATCG":[64,100],"techniques,":[65],"much":[66],"remains":[67],"be":[69,111],"learned,":[70],"however,":[71],"about":[72],"what":[73],"makes":[74],"particular":[76],"technique":[77,101],"work":[78],"well":[79],"(or":[80],"not)":[81],"specific":[84],"system.":[86],"Therefore,":[87],"we":[88],"propose":[89],"new":[91],"methodology":[92],"evaluate":[94],"select":[96],"most":[98],"effective":[99],"using":[102,113],"structure-based":[103],"complexity":[104],"measures.":[105],"Empirical":[106],"tests":[107],"are":[108],"going":[109],"performed":[112],"two":[114],"techniques:":[116],"Search-based":[117],"Testing":[119,123],"(SBST)":[120],"Random":[122],"(RT).":[124]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}