{"id":"https://openalex.org/W3094524644","doi":"https://doi.org/10.1142/s0218194020500291","title":"A Revisit of Metrics for Test Case Prioritization Problems","display_name":"A Revisit of Metrics for Test Case Prioritization Problems","publication_year":2020,"publication_date":"2020-08-01","ids":{"openalex":"https://openalex.org/W3094524644","doi":"https://doi.org/10.1142/s0218194020500291","mag":"3094524644"},"language":"en","primary_location":{"id":"doi:10.1142/s0218194020500291","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194020500291","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108058504","display_name":"Ziyuan Wang","orcid":"https://orcid.org/0000-0002-2297-1612"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ziyuan Wang","raw_affiliation_strings":["School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu 210023, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Nanjing University of Posts and Telecommunications, Nanjing, Jiangsu 210023, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075174750","display_name":"Chunrong Fang","orcid":"https://orcid.org/0000-0002-9930-7111"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunrong Fang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu 210023, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu 210023, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100443762","display_name":"Lin Chen","orcid":"https://orcid.org/0000-0002-7145-7564"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Chen","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu 210023, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, Jiangsu 210023, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100764272","display_name":"Zhiyi Zhang","orcid":"https://orcid.org/0000-0002-6671-4378"},"institutions":[{"id":"https://openalex.org/I9842412","display_name":"Nanjing University of Aeronautics and Astronautics","ror":"https://ror.org/01scyh794","country_code":"CN","type":"education","lineage":["https://openalex.org/I9842412"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyi Zhang","raw_affiliation_strings":["College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu 210016, P.\u00a0R.\u00a0China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Nanjing University of Aeronautics and Astronautics, Nanjing, Jiangsu 210016, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I9842412"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5108058504"],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":null,"apc_paid":null,"fwci":0.6077,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.71257631,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"30","issue":"08","first_page":"1139","last_page":"1167"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6188132762908936},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.604783296585083},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.5500817894935608},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.5416742563247681},{"id":"https://openalex.org/keywords/prioritization","display_name":"Prioritization","score":0.5086508989334106},{"id":"https://openalex.org/keywords/fault-detection-and-isolation","display_name":"Fault detection and isolation","score":0.49667149782180786},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.4700293242931366},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4596002697944641},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4237828850746155},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3630993366241455},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3474592864513397},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25996196269989014},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.25940531492233276},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.24778562784194946},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12144729495048523}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6188132762908936},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.604783296585083},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.5500817894935608},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.5416742563247681},{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.5086508989334106},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.49667149782180786},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.4700293242931366},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4596002697944641},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4237828850746155},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3630993366241455},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3474592864513397},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25996196269989014},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25940531492233276},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.24778562784194946},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12144729495048523},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.0},{"id":"https://openalex.org/C172707124","wikidata":"https://www.wikidata.org/wiki/Q423488","display_name":"Actuator","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218194020500291","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194020500291","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W1491165669","https://openalex.org/W1998393968","https://openalex.org/W1998935139","https://openalex.org/W2047509112","https://openalex.org/W2110068396","https://openalex.org/W2120563984"],"related_works":["https://openalex.org/W1598160211","https://openalex.org/W2018145554","https://openalex.org/W1524028411","https://openalex.org/W2138059712","https://openalex.org/W2127248783","https://openalex.org/W2067499928","https://openalex.org/W4256285596","https://openalex.org/W1793348505","https://openalex.org/W3047487993","https://openalex.org/W2366485096"],"abstract_inverted_index":{"For":[0],"the":[1,6,48,57,90,96,100,107,110,127,149,158,172,175,180,190,204,225,231,237,240,252,261],"test":[2,25,37,52,61,80,176],"case":[3,38],"prioritization":[4],"problems,":[5],"average":[7,151,162,192,208],"percent":[8,152,163,193,209],"of":[9,28,34,60,79,92,103,130,145,153,164,174,182,187,194,210,233,239,260],"faults":[10,154,165,195,211],"detected":[11,155,166,196,212],"(APFD)":[12],"and":[13,69,109,157,203,236,246],"its":[14,104],"variant":[15],"versions":[16],"are":[17,221],"widely":[18],"used":[19],"as":[20],"metrics":[21,35,133,188,227,254],"to":[22,71,137,170,229],"evaluate":[23,171],"prioritized":[24],"suite\u2019s":[26],"efficiency":[27,78,173],"fault":[29,76,93,234,262],"detection.":[30],"By":[31],"a":[32,64,143,185],"revisit":[33],"for":[36,47,179],"prioritization,":[39],"we":[40,141],"observe":[41],"that":[42,250],"APFD":[43,86,131],"is":[44,66],"only":[45],"available":[46],"scenarios":[49],"where":[50],"all":[51,251],"suites":[53,81],"under":[54],"evaluation":[55],"contain":[56],"same":[58],"number":[59],"cases.":[62],"Such":[63],"limitation":[65],"often":[67],"overlooked,":[68],"lead":[70],"incorrect":[72],"results":[73],"when":[74],"comparing":[75],"detection":[77,94,235,263],"with":[82],"different":[83],"sizes.":[84],"Moreover,":[85],"cannot":[87],"precisely":[88],"illustrate":[89],"process":[91],"in":[95,123,197,213],"real":[97],"world.":[98],"Besides":[99],"APFD,":[101],"most":[102],"variants,":[105],"including":[106,148,189],"NAPFD":[108],"APFD[Formula:":[111],"see":[112,168,201,217,219],"text],":[113],"have":[114],"similar":[115],"problems.":[116],"This":[117],"paper":[118],"points":[119],"out":[120],"these":[121,139],"limitations":[122],"detail":[124],"by":[125],"analyzing":[126],"physical":[128],"explanation":[129],"series":[132,144,186],"formally.":[134],"In":[135],"order":[136],"eliminate":[138],"limitations,":[140],"propose":[142],"improved":[146],"metrics,":[147],"relative":[150,159,191,205],"(RAPFD)":[156],"cost-cognizant":[160,206],"weighted":[161,207],"(RAPFD[Formula:":[167],"text]),":[169],"suite.":[177],"Furthermore,":[178],"scenario":[181],"parallel":[183,198,214],"testing,":[184],"testing":[199,215,241],"([Formula:":[200,216],"text]-RAPFD)":[202],"text]-RAPFD[Formula:":[218],"text])":[220],"proposed":[222,226,253],"too.":[223],"All":[224],"refer":[228],"both":[230],"speed":[232],"constraint":[238],"resource.":[242],"A":[243],"formal":[244],"analysis":[245],"some":[247],"examples":[248],"show":[249],"provide":[255],"much":[256],"more":[257],"precise":[258],"illustrations":[259],"process.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}