{"id":"https://openalex.org/W4415138941","doi":"https://doi.org/10.1142/s0218194025500792","title":"An Environment Adaptation Agent of Reinforcement Learning in Continuous Integration Test Case Prioritization","display_name":"An Environment Adaptation Agent of Reinforcement Learning in Continuous Integration Test Case Prioritization","publication_year":2025,"publication_date":"2025-10-14","ids":{"openalex":"https://openalex.org/W4415138941","doi":"https://doi.org/10.1142/s0218194025500792"},"language":"en","primary_location":{"id":"doi:10.1142/s0218194025500792","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194025500792","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zheng Li","orcid":"https://orcid.org/0000-0002-3938-7033"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Li","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing 100020, P.\u00a0R.\u00a0China"],"raw_orcid":"https://orcid.org/0000-0002-3938-7033","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing 100020, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiping Liu","orcid":"https://orcid.org/0009-0005-5187-4853"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiping Liu","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing 100020, P.\u00a0R.\u00a0China"],"raw_orcid":"https://orcid.org/0009-0005-5187-4853","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing 100020, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shunqing Xu","orcid":"https://orcid.org/0009-0002-2030-2228"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shunqing Xu","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing 100020, P.\u00a0R.\u00a0China"],"raw_orcid":"https://orcid.org/0009-0002-2030-2228","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing 100020, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hengyuan Liu","orcid":"https://orcid.org/0000-0002-5884-2089"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hengyuan Liu","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing 100020, P.\u00a0R.\u00a0China"],"raw_orcid":"https://orcid.org/0000-0002-5884-2089","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing 100020, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101595134","display_name":"Yong Liu","orcid":"https://orcid.org/0000-0003-1754-3039"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Liu","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing 100020, P.\u00a0R.\u00a0China"],"raw_orcid":"https://orcid.org/0000-0003-1754-3039","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing 100020, P.\u00a0R.\u00a0China","institution_ids":["https://openalex.org/I75390827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I75390827"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27746824,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"36","issue":"02","first_page":"311","last_page":"341"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13295","display_name":"Safety Systems Engineering in Autonomy","score":0.9068999886512756,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prioritization","display_name":"Prioritization","score":0.7998999953269958},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7271999716758728},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.630299985408783},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5503000020980835},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.5329999923706055},{"id":"https://openalex.org/keywords/safer","display_name":"SAFER","score":0.4738999903202057},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.4632999897003174},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.40560001134872437}],"concepts":[{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.7998999953269958},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7271999716758728},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6930000185966492},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.630299985408783},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5503000020980835},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.5329999923706055},{"id":"https://openalex.org/C2776654903","wikidata":"https://www.wikidata.org/wiki/Q2601463","display_name":"SAFER","level":2,"score":0.4738999903202057},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.4632999897003174},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.43869999051094055},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.40560001134872437},{"id":"https://openalex.org/C152745839","wikidata":"https://www.wikidata.org/wiki/Q5438153","display_name":"Fault detection and isolation","level":3,"score":0.39629998803138733},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3928000032901764},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.3847000002861023},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3799999952316284},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.35019999742507935},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3425000011920929},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.33410000801086426},{"id":"https://openalex.org/C80519477","wikidata":"https://www.wikidata.org/wiki/Q3532236","display_name":"Scenario testing","level":3,"score":0.32499998807907104},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30239999294281006},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.2773999869823456},{"id":"https://openalex.org/C32896092","wikidata":"https://www.wikidata.org/wiki/Q189447","display_name":"Risk management","level":2,"score":0.26269999146461487},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218194025500792","is_oa":false,"landing_page_url":"https://doi.org/10.1142/s0218194025500792","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6356797600","display_name":null,"funder_award_id":"62077003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7467177329","display_name":"\u57fa\u4e8e\u6df1\u5ea6\u5f3a\u5316\u5b66\u4e60\u7684\u8f6f\u4ef6\u6301\u7eed\u96c6\u6210\u6d4b\u8bd5\u4f18\u5316\u6280\u672f\u7814\u7a76","funder_award_id":"61872026","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7933081791","display_name":null,"funder_award_id":"61902015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W133481394","https://openalex.org/W1991292921","https://openalex.org/W2022753314","https://openalex.org/W2086346901","https://openalex.org/W2089434629","https://openalex.org/W2119861793","https://openalex.org/W2120563984","https://openalex.org/W2159614205","https://openalex.org/W2165026081","https://openalex.org/W2167196574","https://openalex.org/W2460133376","https://openalex.org/W2560647685","https://openalex.org/W2583788916","https://openalex.org/W2620902133","https://openalex.org/W2734711024","https://openalex.org/W2788388592","https://openalex.org/W2894740768","https://openalex.org/W2900881960","https://openalex.org/W2954093663","https://openalex.org/W2982041421","https://openalex.org/W2995134971","https://openalex.org/W3001173809","https://openalex.org/W3011815919","https://openalex.org/W3047659624","https://openalex.org/W3081183366","https://openalex.org/W3090867998","https://openalex.org/W3091492509","https://openalex.org/W3094268716","https://openalex.org/W3152154974","https://openalex.org/W3176989815","https://openalex.org/W3214785090","https://openalex.org/W4285251253","https://openalex.org/W4328028500","https://openalex.org/W4378676722","https://openalex.org/W4385489143","https://openalex.org/W4385893286","https://openalex.org/W4386575128","https://openalex.org/W4387336294","https://openalex.org/W4392173735","https://openalex.org/W4399491288","https://openalex.org/W4401611233","https://openalex.org/W4401709895","https://openalex.org/W4405531424","https://openalex.org/W4405654342","https://openalex.org/W4407739636","https://openalex.org/W4410537740"],"related_works":[],"abstract_inverted_index":{"Continuous":[0],"Integration":[1],"(CI)":[2],"is":[3,122],"a":[4,25,92,105,120],"fundamental":[5],"practice":[6],"in":[7,28,39,116],"modern":[8],"software":[9],"development.":[10],"It":[11],"enables":[12,148],"early":[13],"fault":[14],"detection":[15,30],"through":[16,104],"regression":[17],"testing,":[18],"where":[19],"Test":[20],"Case":[21],"Prioritization":[22],"(TCP)":[23],"plays":[24],"crucial":[26],"role":[27],"improving":[29],"efficiency.":[31],"Reinforcement":[32],"Learning-based":[33],"TCP":[34],"(RL-TCP)":[35],"has":[36],"shown":[37],"promise":[38],"CI":[40],"scenarios,":[41],"but":[42],"its":[43],"performance":[44],"often":[45],"fluctuates":[46],"due":[47,71,85],"to":[48,72,80,83,86,128,150,182,194],"CI\u2019s":[49],"dynamic":[50],"nature.":[51],"Existing":[52],"solutions":[53],"address":[54],"this":[55],"by":[56,113,171,178],"assigning":[57],"additional":[58,76],"rewards":[59,77,127],"or":[60,78],"periodically":[61],"retraining":[62,88],"agents.":[63],"However,":[64],"these":[65,102],"methods":[66],"either":[67],"risk":[68],"over-adjusting":[69],"strategies":[70],"excessive":[73],"reliance":[74],"on":[75,159],"fail":[79],"respond":[81],"promptly":[82],"changes":[84,112],"fixed":[87],"intervals.":[89],"We":[90],"propose":[91],"novel":[93],"Environment":[94],"Adaptation":[95],"Agent-based":[96],"RL-TCP":[97,184],"method":[98],"(EAA)":[99],"that":[100,139,165],"addresses":[101],"challenges":[103],"dual":[106],"mechanism.":[107],"EAA":[108,131,166,187],"detects":[109],"significant":[110],"environmental":[111,140],"analyzing":[114],"fluctuations":[115],"prioritization":[117,156,198],"effectiveness.":[118],"When":[119],"change":[121],"detected,":[123],"it":[124],"assigns":[125],"targeted":[126],"test":[129],"cases.":[130],"also":[132],"refines":[133],"the":[134,168,175],"agent\u2019s":[135],"gradient":[136],"update":[137],"so":[138],"dynamics":[141],"are":[142],"better":[143],"incorporated":[144],"into":[145],"retraining.":[146],"This":[147],"agents":[149],"swiftly":[151],"adapt":[152],"while":[153],"retaining":[154],"learned":[155],"knowledge.":[157],"Evaluations":[158],"12":[160],"real-world":[161],"industrial":[162],"datasets":[163],"show":[164],"improves":[167],"NAPFD":[169,192],"metric":[170],"4.7\u201324.79%":[172],"and":[173],"reduces":[174,189],"average":[176],"TTF":[177],"35.85\u201350.37":[179],"positions":[180],"compared":[181],"state-of-the-art":[183],"methods.":[185],"Additionally,":[186],"significantly":[188],"occurrences":[190],"of":[191],"equal":[193],"zero,":[195],"effectively":[196],"mitigating":[197],"instability.":[199]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-14T00:00:00"}