{"id":"https://openalex.org/W1867551913","doi":"https://doi.org/10.1109/icst.2015.7102602","title":"Prioritizing Manual Test Cases in Traditional and Rapid Release Environments","display_name":"Prioritizing Manual Test Cases in Traditional and Rapid Release Environments","publication_year":2015,"publication_date":"2015-04-01","ids":{"openalex":"https://openalex.org/W1867551913","doi":"https://doi.org/10.1109/icst.2015.7102602","mag":"1867551913"},"language":"en","primary_location":{"id":"doi:10.1109/icst.2015.7102602","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst.2015.7102602","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 8th International Conference on Software Testing, Verification and Validation (ICST)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070634219","display_name":"Hadi Hemmati","orcid":"https://orcid.org/0000-0003-0204-9812"},"institutions":[{"id":"https://openalex.org/I46247651","display_name":"University of Manitoba","ror":"https://ror.org/02gfys938","country_code":"CA","type":"education","lineage":["https://openalex.org/I46247651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Hadi Hemmati","raw_affiliation_strings":["Department of Computer Science, University of Manitoba Canada","Department of Computer Science, University of Manitoba, Winnipeg, MB, Canada;"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Manitoba Canada","institution_ids":["https://openalex.org/I46247651"]},{"raw_affiliation_string":"Department of Computer Science, University of Manitoba, Winnipeg, MB, Canada;","institution_ids":["https://openalex.org/I46247651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029998764","display_name":"Zhihan Fang","orcid":"https://orcid.org/0000-0002-1882-6252"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihan Fang","raw_affiliation_strings":["School of Software Engineering, Tongji University, China","Sch. of Software Eng., Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Tongji University, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"Sch. of Software Eng., Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078824435","display_name":"Mika M\u00e4ntyl\u00e4","orcid":"https://orcid.org/0000-0002-2841-5879"},"institutions":[{"id":"https://openalex.org/I98381234","display_name":"University of Oulu","ror":"https://ror.org/03yj89h83","country_code":"FI","type":"education","lineage":["https://openalex.org/I98381234"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Mika V. Mantyla","raw_affiliation_strings":["University of Oulu, Finland","University of Oulu, Oulu, Finland"],"affiliations":[{"raw_affiliation_string":"University of Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]},{"raw_affiliation_string":"University of Oulu, Oulu, Finland","institution_ids":["https://openalex.org/I98381234"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5070634219"],"corresponding_institution_ids":["https://openalex.org/I46247651"],"apc_list":null,"apc_paid":null,"fwci":10.5585,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.98241555,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7960282564163208},{"id":"https://openalex.org/keywords/prioritization","display_name":"Prioritization","score":0.7400437593460083},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.7306864261627197},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.6862267255783081},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.6270704865455627},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.6259793043136597},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6192442178726196},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.5368500351905823},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5055727958679199},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.474046915769577},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.47400033473968506},{"id":"https://openalex.org/keywords/white-box-testing","display_name":"White-box testing","score":0.4564405381679535},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.44621285796165466},{"id":"https://openalex.org/keywords/test-script","display_name":"Test script","score":0.41968536376953125},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.31053122878074646},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.25494712591171265},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.1998596489429474},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.18425366282463074},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.13874414563179016},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1186511218547821}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7960282564163208},{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.7400437593460083},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.7306864261627197},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.6862267255783081},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.6270704865455627},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.6259793043136597},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6192442178726196},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.5368500351905823},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5055727958679199},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.474046915769577},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.47400033473968506},{"id":"https://openalex.org/C162443782","wikidata":"https://www.wikidata.org/wiki/Q1066228","display_name":"White-box testing","level":5,"score":0.4564405381679535},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.44621285796165466},{"id":"https://openalex.org/C109086967","wikidata":"https://www.wikidata.org/wiki/Q2509100","display_name":"Test script","level":4,"score":0.41968536376953125},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.31053122878074646},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.25494712591171265},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.1998596489429474},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.18425366282463074},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.13874414563179016},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1186511218547821},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icst.2015.7102602","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst.2015.7102602","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE 8th International Conference on Software Testing, Verification and Validation (ICST)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.725.1245","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.725.1245","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://mikamantyla.eu/2015_Hemmati_Prioritizing_Manual_Test_Cases_ICST_2015.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4399999976158142}],"awards":[],"funders":[{"id":"https://openalex.org/F4320311952","display_name":"University of Manitoba","ror":"https://ror.org/02gfys938"},{"id":"https://openalex.org/F4320321394","display_name":"Aalto-Yliopisto","ror":"https://ror.org/020hwjq30"},{"id":"https://openalex.org/F4320322675","display_name":"Mitacs","ror":"https://ror.org/00cjrc276"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1507539036","https://openalex.org/W1518403495","https://openalex.org/W1529465401","https://openalex.org/W1561887350","https://openalex.org/W1607747749","https://openalex.org/W1965171928","https://openalex.org/W1967187747","https://openalex.org/W1984494831","https://openalex.org/W1991292921","https://openalex.org/W1992396424","https://openalex.org/W2000790522","https://openalex.org/W2002449827","https://openalex.org/W2014515160","https://openalex.org/W2026170849","https://openalex.org/W2034553498","https://openalex.org/W2038869480","https://openalex.org/W2041114254","https://openalex.org/W2045837563","https://openalex.org/W2046747375","https://openalex.org/W2073125568","https://openalex.org/W2086367757","https://openalex.org/W2089472668","https://openalex.org/W2095873049","https://openalex.org/W2099137702","https://openalex.org/W2110068396","https://openalex.org/W2120563984","https://openalex.org/W2122156253","https://openalex.org/W2138428785","https://openalex.org/W2143712427","https://openalex.org/W2147381420","https://openalex.org/W2157693531","https://openalex.org/W2163289685","https://openalex.org/W2267596186","https://openalex.org/W3022734214","https://openalex.org/W3146101397","https://openalex.org/W4247348948","https://openalex.org/W4250672041","https://openalex.org/W6636274684"],"related_works":["https://openalex.org/W2243231242","https://openalex.org/W2556686133","https://openalex.org/W1978406750","https://openalex.org/W2392299784","https://openalex.org/W2034524682","https://openalex.org/W4281988136","https://openalex.org/W4239216682","https://openalex.org/W2264405374","https://openalex.org/W1867551913","https://openalex.org/W4205944157"],"abstract_inverted_index":{"Test":[0,55],"case":[1,79,124,153,229],"prioritization":[2,56,80,125],"is":[3,20,65,96,238],"one":[4,228],"of":[5,42,49,162,168,187,231,234],"the":[6,22,43,52,62,111,121,169,174,190,218,260,267],"most":[7],"practically":[8],"useful":[9],"activities":[10],"in":[11,26,99,115,176,242,266],"testing,":[12],"specially":[13],"for":[14,51,151,252],"large":[15],"scale":[16],"systems.":[17],"The":[18],"goal":[19],"ranking":[21],"existing":[23,77,122],"test":[24,44,63,78,123,152,240],"cases":[25],"a":[27,100,141,144,147,196,199,208],"way":[28],"that":[29,38,166,239],"they":[30],"detect":[31],"faults":[32],"as":[33,35],"soon":[34],"possible,":[36],"so":[37],"any":[39],"partial":[40],"execution":[41,64],"suite":[45],"detects":[46],"maximum":[47],"number":[48],"defects":[50],"given":[53],"budget.":[54],"becomes":[57],"even":[58],"more":[59,184,200],"important":[60],"when":[61,180],"time":[66],"consuming,":[67],"e.g.,":[68],"manual":[69,94,134],"system":[70,136],"tests":[71],"vs.":[72],"automated":[73],"unit":[74],"tests.":[75],"Most":[76],"techniques":[81,126,170],"are":[82,171],"based":[83,226,254],"on":[84,133,158,227,255],"code":[85],"coverage,":[86],"which":[87],"requires":[88],"access":[89,109],"to":[90,110,130,198],"source":[91,112],"code.":[92],"However,":[93,179],"testing":[95],"mainly":[97],"done":[98],"black-":[101],"box":[102],"manner":[103],"(manual":[104],"testers":[105],"do":[106,263],"not":[107,264],"have":[108],"code).":[113],"Therefore,":[114],"this":[116],"paper,":[117],"we":[118,181,206],"first":[119],"examine":[120],"and":[127,146,202,221],"modify":[128],"them":[129],"be":[131,248],"applicable":[132],"black-box":[135],"testing.":[137],"We":[138],"specifically":[139],"study":[140,157,182,230],"coverage-":[142],"based,":[143],"diversity-based,":[145],"risk":[148],"driven":[149],"approach":[150,220],"prioritization.":[154],"Our":[155,224],"empirical":[156],"four":[159],"older":[160],"releases":[161,186,233],"Mozilla":[163],"Firefox":[164],"shows":[165],"none":[167],"strongly":[172],"dominating":[173],"others":[175],"all":[177],"releases.":[178],"nine":[183],"recent":[185],"Firefox,":[188],"where":[189],"development":[191,270],"has":[192],"been":[193],"moved":[194],"from":[195],"traditional":[197,268],"agile":[201],"rapid":[203,243],"release":[204,244],"environment,":[205],"see":[207],"very":[209,249],"signifiant":[210],"difference":[211],"(on":[212],"average":[213],"65%":[214],"effectiveness":[215],"improvement)":[216],"between":[217],"risk-driven":[219],"its":[222],"alternatives.":[223],"conclusion,":[225],"13":[232],"an":[235],"industrial":[236],"system,":[237],"suites":[241],"environments,":[245],"potentially,":[246],"can":[247],"effectively":[250],"prioritized":[251],"execution,":[253],"their":[256],"historical":[257],"riskiness;":[258],"whereas":[259],"same":[261],"conclusions":[262],"hold":[265],"software":[269],"environments.":[271]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":11},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":5}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}