{"id":"https://openalex.org/W4410536573","doi":"https://doi.org/10.1109/icst62969.2025.10989019","title":"Evaluating Machine Learning-Based Test Case Prioritization in the Real World: An Experiment with SAP HANA","display_name":"Evaluating Machine Learning-Based Test Case Prioritization in the Real World: An Experiment with SAP HANA","publication_year":2025,"publication_date":"2025-03-31","ids":{"openalex":"https://openalex.org/W4410536573","doi":"https://doi.org/10.1109/icst62969.2025.10989019"},"language":"en","primary_location":{"id":"doi:10.1109/icst62969.2025.10989019","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst62969.2025.10989019","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Conference on Software Testing, Verification and Validation (ICST)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jeongki Son","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jeongki Son","raw_affiliation_strings":["SAP Labs Korea,Seoul,South Korea"],"affiliations":[{"raw_affiliation_string":"SAP Labs Korea,Seoul,South Korea","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048573106","display_name":"Gabin An","orcid":"https://orcid.org/0000-0002-6521-8858"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Gabin An","raw_affiliation_strings":["KAIST Daejeon,South Korea"],"affiliations":[{"raw_affiliation_string":"KAIST Daejeon,South Korea","institution_ids":["https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030257680","display_name":"Jingun Hong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingun Hong","raw_affiliation_strings":["SAP Labs Korea,Seoul,South Korea"],"affiliations":[{"raw_affiliation_string":"SAP Labs Korea,Seoul,South Korea","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070401254","display_name":"Shin Yoo","orcid":"https://orcid.org/0000-0002-0836-6993"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Shin Yoo","raw_affiliation_strings":["KAIST Daejeon,South Korea"],"affiliations":[{"raw_affiliation_string":"KAIST Daejeon,South Korea","institution_ids":["https://openalex.org/I157485424"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.3852,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81976696,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"522","last_page":"532"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9735000133514404,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prioritization","display_name":"Prioritization","score":0.8087348937988281},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7126407027244568},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6630775332450867},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4060875475406647},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39174243807792664},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14564868807792664},{"id":"https://openalex.org/keywords/process-management","display_name":"Process management","score":0.06603190302848816}],"concepts":[{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.8087348937988281},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7126407027244568},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6630775332450867},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4060875475406647},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39174243807792664},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14564868807792664},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.06603190302848816},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icst62969.2025.10989019","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst62969.2025.10989019","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Conference on Software Testing, Verification and Validation (ICST)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1965443741","https://openalex.org/W1991292921","https://openalex.org/W1995481906","https://openalex.org/W2006247632","https://openalex.org/W2099137702","https://openalex.org/W2101234009","https://openalex.org/W2110068396","https://openalex.org/W2122902902","https://openalex.org/W2128877075","https://openalex.org/W2137433502","https://openalex.org/W2149427297","https://openalex.org/W2158348370","https://openalex.org/W2162059449","https://openalex.org/W2295598076","https://openalex.org/W2547999707","https://openalex.org/W2899067106","https://openalex.org/W3091492509","https://openalex.org/W3152154974","https://openalex.org/W3176989815","https://openalex.org/W3177739655","https://openalex.org/W4234850954","https://openalex.org/W4243053781","https://openalex.org/W4247801242","https://openalex.org/W4251742697","https://openalex.org/W4255655703","https://openalex.org/W4285251253","https://openalex.org/W4309940971","https://openalex.org/W4389544195","https://openalex.org/W4391558429","https://openalex.org/W6630475579","https://openalex.org/W6637967152","https://openalex.org/W6638018090","https://openalex.org/W6640462745","https://openalex.org/W6692846177","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6750729320","https://openalex.org/W6780559895","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Test":[0],"Case":[1],"Prioritization":[2],"(TCP)":[3],"aims":[4],"to":[5,210,231,247],"find":[6],"orderings":[7],"of":[8,45,100,116,122,180],"regression":[9],"test":[10,39,190],"suite":[11],"execution":[12],"so":[13],"that":[14,132],"failures":[15],"can":[16],"be":[17,232],"detected":[18],"as":[19,21],"early":[20],"possible.":[22],"Recently,":[23],"Machine":[24],"Learning":[25,52,56],"(ML)":[26],"based":[27,58],"techniques":[28,118],"have":[29],"been":[30],"proposed":[31],"and":[32,37,54,92,114,154,176,182,203,236,244,249],"evaluated":[33],"using":[34,60,96],"open-source":[35],"projects":[36],"their":[38],"histories.":[40],"We":[41],"report":[42],"our":[43,75],"evaluation":[44,108],"these":[46,117],"ML-based":[47],"TCP":[48,80],"techniques,":[49,81],"both":[50,111,173],"Reinforcement":[51],"(RL)":[53],"Supervised":[55],"(SL)":[57],"ones,":[59],"the":[61,112,120,157,167,233],"industrial":[62,127,220],"testing":[63,98],"data":[64,99,148],"collected":[65,103],"from":[66],"SAP":[67,101],"HANA,":[68],"a":[69,150,218],"large-scale":[70,126,219],"database":[71],"management":[72],"system.":[73],"Specifically,":[74],"study":[76],"compares":[77],"37":[78],"different":[79],"including":[82],"14":[83],"RL":[84,134,144,159,174,248],"models":[85,135,145,175],"on":[86,110],"two":[87],"datasets,":[88],"4":[89],"SL":[90,169,225],"models,":[91],"5":[93],"non-ML":[94,164],"baselines,":[95],"real-world":[97],"HANA":[102],"over":[104],"eight":[105],"months.":[106],"Our":[107,212],"focuses":[109],"performance":[113,153,243],"cost-efficiency":[115,245],"in":[119,178,207,217],"context":[121],"Continuous":[123],"Integration":[124],"for":[125,195,227,239],"projects.":[128],"The":[129],"results":[130],"reveal":[131],"while":[133],"show":[136],"promising":[137],"performance,":[138],"they":[139],"require":[140],"significant":[141],"training":[142,201],"time.":[143],"with":[146,185],"sampled":[147],"offer":[149],"balance":[151],"between":[152],"efficiency.":[155],"Interestingly,":[156],"best-performing":[158],"model":[160,226],"outperformed":[161,172],"or":[162],"matched":[163],"baselines.":[165],"However,":[166],"gradient-boosted":[168],"technique":[170],"consistently":[171],"baselines":[177],"terms":[179],"effectiveness":[181],"efficiency,":[183],"even":[184,216],"complete":[186],"retraining":[187,223],"at":[188],"each":[189,228],"cycle.":[191],"Despite":[192],"RL's":[193],"capability":[194],"incremental":[196],"learning,":[197],"it":[198],"demands":[199],"substantial":[200],"time":[202],"still":[204],"falls":[205],"short":[206],"accuracy":[208],"compared":[209,246],"SL.":[211],"findings":[213],"suggest":[214],"that,":[215],"setting,":[221],"fully":[222],"an":[224],"cycle":[229],"proves":[230],"most":[234],"effective":[235],"efficient":[237],"approach":[238],"TCP,":[240],"offering":[241],"superior":[242],"traditional":[250],"methods.":[251]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-17T18:11:37.981687","created_date":"2025-10-10T00:00:00"}