{"id":"https://openalex.org/W3108645468","doi":"https://doi.org/10.1109/tr.2021.3101318","title":"Production Monitoring to Improve Test Suites","display_name":"Production Monitoring to Improve Test Suites","publication_year":2021,"publication_date":"2021-08-31","ids":{"openalex":"https://openalex.org/W3108645468","doi":"https://doi.org/10.1109/tr.2021.3101318","mag":"3108645468"},"language":"en","primary_location":{"id":"doi:10.1109/tr.2021.3101318","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2021.3101318","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2012.01198","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Deepika Tiwari","orcid":"https://orcid.org/0000-0003-0293-2592"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":true,"raw_author_name":"Deepika Tiwari","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-0293-2592","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Long Zhang","orcid":"https://orcid.org/0000-0002-7211-3894"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Long Zhang","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-7211-3894","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Martin Monperrus","orcid":"https://orcid.org/0000-0003-3505-3383"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Martin Monperrus","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-3505-3383","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]},{"author_position":"last","author":{"id":null,"display_name":"Benoit Baudry","orcid":"https://orcid.org/0000-0002-4015-4640"},"institutions":[{"id":"https://openalex.org/I86987016","display_name":"KTH Royal Institute of Technology","ror":"https://ror.org/026vcq606","country_code":"SE","type":"education","lineage":["https://openalex.org/I86987016"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Benoit Baudry","raw_affiliation_strings":["KTH Royal Institute of Technology, Stockholm, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-4015-4640","affiliations":[{"raw_affiliation_string":"KTH Royal Institute of Technology, Stockholm, Sweden","institution_ids":["https://openalex.org/I86987016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I86987016"],"apc_list":null,"apc_paid":null,"fwci":4.1137,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.92748691,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"71","issue":"3","first_page":"1381","last_page":"1397"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.004999999888241291,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.004900000058114529,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.734000027179718},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.6168000102043152},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5595999956130981},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.5460000038146973},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5008000135421753},{"id":"https://openalex.org/keywords/differential","display_name":"Differential (mechanical device)","score":0.45019999146461487},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.41370001435279846},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.38260000944137573}],"concepts":[{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.734000027179718},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7170000076293945},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.6168000102043152},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.5823000073432922},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5595999956130981},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.5460000038146973},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5008000135421753},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.45019999146461487},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41370001435279846},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.38260000944137573},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.36649999022483826},{"id":"https://openalex.org/C108913964","wikidata":"https://www.wikidata.org/wiki/Q2376856","display_name":"System under test","level":4,"score":0.3596999943256378},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.32910001277923584},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.31290000677108765},{"id":"https://openalex.org/C132519959","wikidata":"https://www.wikidata.org/wiki/Q3077373","display_name":"Test method","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.2702000141143799},{"id":"https://openalex.org/C7166840","wikidata":"https://www.wikidata.org/wiki/Q1199682","display_name":"System testing","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C23725684","wikidata":"https://www.wikidata.org/wiki/Q616377","display_name":"Maintenance engineering","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.2583000063896179}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tr.2021.3101318","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tr.2021.3101318","pdf_url":null,"source":{"id":"https://openalex.org/S87725633","display_name":"IEEE Transactions on Reliability","issn_l":"0018-9529","issn":["0018-9529","1558-1721"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Reliability","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2012.01198","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.01198","pdf_url":"https://arxiv.org/pdf/2012.01198","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2012.01198","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2012.01198","pdf_url":"https://arxiv.org/pdf/2012.01198","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322327","display_name":"Knut och Alice Wallenbergs Stiftelse","ror":"https://ror.org/004hzzk67"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W1510379383","https://openalex.org/W1518151261","https://openalex.org/W1597799702","https://openalex.org/W1962482270","https://openalex.org/W1964014481","https://openalex.org/W1964730672","https://openalex.org/W1972375918","https://openalex.org/W1979345446","https://openalex.org/W1985555704","https://openalex.org/W1993932111","https://openalex.org/W2004222258","https://openalex.org/W2019368525","https://openalex.org/W2027518387","https://openalex.org/W2034112596","https://openalex.org/W2041713059","https://openalex.org/W2049695835","https://openalex.org/W2053109026","https://openalex.org/W2076342816","https://openalex.org/W2092778012","https://openalex.org/W2097347654","https://openalex.org/W2100414549","https://openalex.org/W2106072155","https://openalex.org/W2106860490","https://openalex.org/W2107729695","https://openalex.org/W2110311336","https://openalex.org/W2110908283","https://openalex.org/W2116408190","https://openalex.org/W2119296494","https://openalex.org/W2122987706","https://openalex.org/W2126446220","https://openalex.org/W2140983866","https://openalex.org/W2145733341","https://openalex.org/W2157499124","https://openalex.org/W2157922094","https://openalex.org/W2160329567","https://openalex.org/W2166285667","https://openalex.org/W2172259164","https://openalex.org/W2395052532","https://openalex.org/W2490092854","https://openalex.org/W2590567727","https://openalex.org/W2754335648","https://openalex.org/W2786944871","https://openalex.org/W2792451387","https://openalex.org/W2794756405","https://openalex.org/W2876843022","https://openalex.org/W2884302104","https://openalex.org/W2884381798","https://openalex.org/W2888078871","https://openalex.org/W2901721765","https://openalex.org/W2906891953","https://openalex.org/W2982069752","https://openalex.org/W2993293292","https://openalex.org/W2994882509","https://openalex.org/W2999571074","https://openalex.org/W3009942309","https://openalex.org/W3016809603","https://openalex.org/W3047682858","https://openalex.org/W3080457372","https://openalex.org/W3081700944","https://openalex.org/W3090050283","https://openalex.org/W3094876181","https://openalex.org/W3096510422","https://openalex.org/W3104849124","https://openalex.org/W3111827872","https://openalex.org/W3114252862","https://openalex.org/W3178329914","https://openalex.org/W4211181233","https://openalex.org/W4256285596","https://openalex.org/W6782990744"],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1],"article,":[2],"we":[3],"propose":[4],"to":[5,9,115],"use":[6],"production":[7,57,125],"executions":[8],"improve":[10,131],"the":[11,32,71,128,132,135,139],"quality":[12,133],"of":[13,18,134,138],"testing":[14],"for":[15,20],"certain":[16],"methods":[17,23,26,37,123],"interest":[19],"developers.":[21],"These":[22],"can":[24],"be":[25],"that":[27,38,109,127],"are":[28,39],"not":[29],"covered":[30],"by":[31,120],"existing":[33],"test":[34,136],"suite":[35,137],"or":[36],"poorly":[40],"tested.":[41],"We":[42,88,107],"devise":[43],"an":[44,104],"approach":[45],"called":[46],"<sc":[47,74,110],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[48,75,111],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">pankti</small>":[49,76,112],"which":[50],"monitors":[51],"applications":[52],"as":[53,65,67],"they":[54],"execute":[55],"in":[56,124],"and":[58,79,103,126],"then":[59],"automatically":[60],"generates":[61],"differential":[62,117],"unit":[63,118],"tests,":[64],"well":[66],"derived":[68],"oracles,":[69],"from":[70],"collected":[72],"data.":[73],"\u2019s":[77],"monitoring":[78,121],"generation":[80],"focuses":[81],"on":[82,91],"one":[83],"single":[84],"programming":[85],"language,":[86],"Java.":[87],"evaluate":[89],"it":[90],"three":[92],"real-world,":[93],"open-source":[94],"projects:":[95],"a":[96,99],"videoconferencing":[97],"system,":[98],"PDF":[100],"manipulation":[101],"library,":[102],"e-commerce":[105],"application.":[106],"show":[108],"is":[113],"able":[114],"generate":[116],"tests":[119,130],"target":[122],"generated":[129],"application":[140],"under":[141],"consideration.":[142]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2020-12-07T00:00:00"}