{"id":"https://openalex.org/W2975922643","doi":"https://doi.org/10.1109/mc.2019.2905533","title":"Software-Testing Contests: Observations and Lessons Learned","display_name":"Software-Testing Contests: Observations and Lessons Learned","publication_year":2019,"publication_date":"2019-09-24","ids":{"openalex":"https://openalex.org/W2975922643","doi":"https://doi.org/10.1109/mc.2019.2905533","mag":"2975922643"},"language":"en","primary_location":{"id":"doi:10.1109/mc.2019.2905533","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mc.2019.2905533","pdf_url":null,"source":{"id":"https://openalex.org/S178916657","display_name":"Computer","issn_l":"0018-9162","issn":["0018-9162","1558-0814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019841065","display_name":"Xingya Wang","orcid":"https://orcid.org/0000-0002-7331-4831"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xingya Wang","raw_affiliation_strings":["Novel Software Technology, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Novel Software Technology, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013856385","display_name":"Weisong Sun","orcid":"https://orcid.org/0000-0001-9236-8264"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weisong Sun","raw_affiliation_strings":["Software, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Software, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072167229","display_name":"Linghuan Hu","orcid":"https://orcid.org/0000-0002-7913-4591"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linghuan Hu","raw_affiliation_strings":["Computer Science, University of Texas at Dallas, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of Texas at Dallas, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070714615","display_name":"Yuan Zhao","orcid":"https://orcid.org/0000-0003-1980-6277"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Zhao","raw_affiliation_strings":["Software, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Software, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066624039","display_name":"W. Eric Wong","orcid":"https://orcid.org/0000-0002-1021-4753"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"W. Eric Wong","raw_affiliation_strings":["Computer Science, University of Texas at Dallas, United States"],"affiliations":[{"raw_affiliation_string":"Computer Science, University of Texas at Dallas, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100422935","display_name":"Zhenyu Chen","orcid":"https://orcid.org/0000-0002-9592-7022"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Chen","raw_affiliation_strings":["Software, Nanjing University, China"],"affiliations":[{"raw_affiliation_string":"Software, Nanjing University, China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5019841065"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.6396,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.72531812,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"52","issue":"10","first_page":"61","last_page":"69"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7592208385467529},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.6817381381988525},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.6387076377868652},{"id":"https://openalex.org/keywords/system-integration-testing","display_name":"System integration testing","score":0.5986701250076294},{"id":"https://openalex.org/keywords/software-reliability-testing","display_name":"Software reliability testing","score":0.5616834759712219},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5437591671943665},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5136303305625916},{"id":"https://openalex.org/keywords/software-quality-analyst","display_name":"Software quality analyst","score":0.4950515329837799},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.46621519327163696},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.46119073033332825},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.45755258202552795},{"id":"https://openalex.org/keywords/software-peer-review","display_name":"Software peer review","score":0.4474921226501465},{"id":"https://openalex.org/keywords/verification-and-validation","display_name":"Verification and validation","score":0.4334738850593567},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3956473767757416},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11716043949127197},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06955024600028992}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7592208385467529},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.6817381381988525},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.6387076377868652},{"id":"https://openalex.org/C111524372","wikidata":"https://www.wikidata.org/wiki/Q7663718","display_name":"System integration testing","level":5,"score":0.5986701250076294},{"id":"https://openalex.org/C52928878","wikidata":"https://www.wikidata.org/wiki/Q7554226","display_name":"Software reliability testing","level":5,"score":0.5616834759712219},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5437591671943665},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5136303305625916},{"id":"https://openalex.org/C188329197","wikidata":"https://www.wikidata.org/wiki/Q6554613","display_name":"Software quality analyst","level":5,"score":0.4950515329837799},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.46621519327163696},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46119073033332825},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.45755258202552795},{"id":"https://openalex.org/C74579156","wikidata":"https://www.wikidata.org/wiki/Q7554342","display_name":"Software peer review","level":5,"score":0.4474921226501465},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.4334738850593567},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3956473767757416},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11716043949127197},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06955024600028992},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/mc.2019.2905533","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mc.2019.2905533","pdf_url":null,"source":{"id":"https://openalex.org/S178916657","display_name":"Computer","issn_l":"0018-9162","issn":["0018-9162","1558-0814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computer","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G7179108428","display_name":null,"funder_award_id":"61690201","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1964962870","https://openalex.org/W1971650562","https://openalex.org/W1992896674","https://openalex.org/W2033398965","https://openalex.org/W2083506996","https://openalex.org/W2102742419","https://openalex.org/W2105896632","https://openalex.org/W2106072155","https://openalex.org/W2135937266","https://openalex.org/W2138201395","https://openalex.org/W2156723666","https://openalex.org/W2466388701","https://openalex.org/W2616524285","https://openalex.org/W2625646106","https://openalex.org/W2726443204","https://openalex.org/W3141924267","https://openalex.org/W4233942029","https://openalex.org/W4255156621"],"related_works":["https://openalex.org/W1994545401","https://openalex.org/W1857348236","https://openalex.org/W2380462405","https://openalex.org/W1923185232","https://openalex.org/W2062249491","https://openalex.org/W2800071253","https://openalex.org/W2054445351","https://openalex.org/W3209487211","https://openalex.org/W3088351901","https://openalex.org/W3097506197"],"abstract_inverted_index":{"While":[0],"a":[1],"significant":[2],"amount":[3],"of":[4,26],"resources":[5],"can":[6],"be":[7],"spent":[8],"on":[9],"software":[10,13],"testing,":[11],"the":[12],"produced":[14],"may":[15],"still":[16],"suffer":[17],"from":[18],"low":[19],"quality.":[20],"The":[21],"authors":[22],"describe":[23],"their":[24,42],"experience":[25],"hosting":[27],"industrysponsored":[28],"software-testing":[29],"contests":[30],"to":[31],"help":[32],"undergraduate":[33],"and":[34],"graduate":[35],"students,":[36],"as":[37,39],"well":[38],"practitioners,":[40],"improve":[41],"testing":[43],"skills.":[44]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}