{"id":"https://openalex.org/W4396641769","doi":"https://doi.org/10.1142/s0218194024500244","title":"Security Development Lifecycle-Based Adaptive Reward Mechanism for Reinforcement Learning in Continuous Integration Testing Optimization","display_name":"Security Development Lifecycle-Based Adaptive Reward Mechanism for Reinforcement Learning in Continuous Integration Testing Optimization","publication_year":2024,"publication_date":"2024-05-04","ids":{"openalex":"https://openalex.org/W4396641769","doi":"https://doi.org/10.1142/s0218194024500244"},"language":"en","primary_location":{"id":"doi:10.1142/s0218194024500244","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1142/s0218194024500244","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100397467","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0001-9257-4631"},"institutions":[{"id":"https://openalex.org/I1328775524","display_name":"Zhejiang Sci-Tech University","ror":"https://ror.org/03893we55","country_code":"CN","type":"education","lineage":["https://openalex.org/I1328775524"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["School of Information Science and Engineering, Zhejiang Sci-Tech University, Zhejiang 310018, P. R. China"],"raw_orcid":"https://orcid.org/0000-0001-9257-4631","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Zhejiang Sci-Tech University, Zhejiang 310018, P. R. China","institution_ids":["https://openalex.org/I1328775524"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004679699","display_name":"Weiwei Wang","orcid":"https://orcid.org/0000-0003-4860-1553"},"institutions":[{"id":"https://openalex.org/I130541836","display_name":"Beijing Institute of Petrochemical Technology","ror":"https://ror.org/025s55q11","country_code":"CN","type":"education","lineage":["https://openalex.org/I130541836"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwei Wang","raw_affiliation_strings":["School of Information Engineering, Beijing Institute of Petrochemical Technology, Beijing 100095, P. R. China"],"raw_orcid":"https://orcid.org/0000-0003-4860-1553","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Beijing Institute of Petrochemical Technology, Beijing 100095, P. R. China","institution_ids":["https://openalex.org/I130541836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100414996","display_name":"Zheng Li","orcid":"https://orcid.org/0000-0002-3938-7033"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Li","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing 100029, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-3938-7033","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing 100029, P. R. China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067324621","display_name":"Lieshan Zhang","orcid":"https://orcid.org/0000-0002-6561-317X"},"institutions":[{"id":"https://openalex.org/I1328775524","display_name":"Zhejiang Sci-Tech University","ror":"https://ror.org/03893we55","country_code":"CN","type":"education","lineage":["https://openalex.org/I1328775524"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lieshan Zhang","raw_affiliation_strings":["School of Information Science and Engineering, Zhejiang Sci-Tech University, Zhejiang 310018, P. R. China"],"raw_orcid":"https://orcid.org/0000-0002-6561-317X","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Zhejiang Sci-Tech University, Zhejiang 310018, P. R. China","institution_ids":["https://openalex.org/I1328775524"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084889717","display_name":"Chaoyue Pan","orcid":"https://orcid.org/0000-0001-7877-7512"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaoyue Pan","raw_affiliation_strings":["College of Information Science and Technology, Beijing University of Chemical Technology, Beijing 100029, P. R. China"],"raw_orcid":"https://orcid.org/0000-0001-7877-7512","affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing 100029, P. R. China","institution_ids":["https://openalex.org/I75390827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07144467,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":"09","first_page":"1457","last_page":"1483"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7593925595283508},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.6806765198707581},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6062619686126709},{"id":"https://openalex.org/keywords/system-lifecycle","display_name":"System lifecycle","score":0.5020198822021484},{"id":"https://openalex.org/keywords/integration-testing","display_name":"Integration testing","score":0.5004878044128418},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4787234961986542},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29234763979911804},{"id":"https://openalex.org/keywords/application-lifecycle-management","display_name":"Application lifecycle management","score":0.282642662525177},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16857430338859558},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.11794152855873108}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7593925595283508},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.6806765198707581},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6062619686126709},{"id":"https://openalex.org/C35280785","wikidata":"https://www.wikidata.org/wiki/Q559486","display_name":"System lifecycle","level":4,"score":0.5020198822021484},{"id":"https://openalex.org/C107683887","wikidata":"https://www.wikidata.org/wiki/Q782466","display_name":"Integration testing","level":3,"score":0.5004878044128418},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4787234961986542},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29234763979911804},{"id":"https://openalex.org/C30452754","wikidata":"https://www.wikidata.org/wiki/Q621590","display_name":"Application lifecycle management","level":3,"score":0.282642662525177},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16857430338859558},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.11794152855873108},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1142/s0218194024500244","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1142/s0218194024500244","pdf_url":null,"source":{"id":"https://openalex.org/S131442419","display_name":"International Journal of Software Engineering and Knowledge Engineering","issn_l":"0218-1940","issn":["0218-1940","1793-6403"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319815","host_organization_name":"World Scientific","host_organization_lineage":["https://openalex.org/P4310319815"],"host_organization_lineage_names":["World Scientific"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Software Engineering and Knowledge Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.49000000953674316}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1967187747","https://openalex.org/W1982344514","https://openalex.org/W1997380619","https://openalex.org/W2045837563","https://openalex.org/W2054186601","https://openalex.org/W2086346901","https://openalex.org/W2095873049","https://openalex.org/W2098639318","https://openalex.org/W2110068396","https://openalex.org/W2143470595","https://openalex.org/W2153233077","https://openalex.org/W2157693531","https://openalex.org/W2165026081","https://openalex.org/W2167196574","https://openalex.org/W2168654349","https://openalex.org/W2245294015","https://openalex.org/W2292289085","https://openalex.org/W2294605040","https://openalex.org/W2460133376","https://openalex.org/W2577749521","https://openalex.org/W2620278825","https://openalex.org/W2727055670","https://openalex.org/W2734711024","https://openalex.org/W2751032509","https://openalex.org/W2755412327","https://openalex.org/W2768067395","https://openalex.org/W2791498654","https://openalex.org/W2795003837","https://openalex.org/W2889037615","https://openalex.org/W2890677354","https://openalex.org/W2982041421","https://openalex.org/W3001173809","https://openalex.org/W3021457304","https://openalex.org/W3023833538","https://openalex.org/W3081183366","https://openalex.org/W3105421922","https://openalex.org/W3152154974","https://openalex.org/W3176989815","https://openalex.org/W3181966798","https://openalex.org/W3186054848","https://openalex.org/W3214785090","https://openalex.org/W4252835114","https://openalex.org/W4285251253","https://openalex.org/W4315705158","https://openalex.org/W4385346210"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Continuous":[0],"automated":[1,27,40,44],"testing":[2],"throughout":[3],"each":[4,70],"cycle":[5],"can":[6,54,63,251],"ensure":[7],"the":[8,11,37,46,75,79,86,90,108,122,126,130,141,147,154,161,182,190,200,209,215,225,228,247,253,257,265,274],"security":[9],"of":[10,39,85,118,125,193,227,285],"continuous":[12,50],"integration":[13,155],"(CI)":[14],"development":[15,72],"lifecycle.":[16],"Test":[17],"case":[18],"prioritization":[19],"(TCP)":[20],"is":[21,48,111,137,186,234,260,268,277],"a":[22,49,66,115,172,283],"critical":[23],"factor":[24],"in":[25,101,176,220],"optimizing":[26],"testing,":[28,45,160],"which":[29,144,170,188],"prioritizes":[30],"potentially":[31],"failed":[32],"test":[33,168,196,202],"cases":[34],"and":[35,89,208,273],"improves":[36],"efficiency":[38],"testing.":[41,104],"In":[42],"CI":[43,71,103],"TCP":[47,67,254],"decision-making":[51],"process":[52],"that":[53,246],"be":[55],"solved":[56],"with":[57,74,114,158,282],"reinforcement":[58],"learning":[59],"(RL).":[60],"RL-based":[61,99,221],"CITCP":[62,100],"continuously":[64],"generate":[65],"strategy":[68,163,185,212],"for":[69],"lifecycle,":[73],"reward":[76,82,87,91,109,135,142,162,174,184,191,206,211,218,230,249],"mechanism":[77,83,219,250],"as":[78],"core.":[80],"The":[81,204,242],"consists":[84],"function":[88,110,136,207],"strategy.":[92],"However,":[93],"there":[94],"are":[95],"new":[96],"challenges":[97],"to":[98,139,199],"real-industry":[102],"With":[105],"high-frequency":[106],"iteration,":[107],"often":[112],"calculated":[113],"fixed":[116],"length":[117],"historical":[119,149],"information,":[120],"ignoring":[121],"spatial":[123],"characteristics":[124],"current":[127],"cycle.":[128,156],"Therefore,":[129],"dynamic":[131],"time":[132],"window":[133],"(DTW)-based":[134],"proposed":[138,216],"perform":[140],"calculation,":[143],"adaptively":[145],"adjusts":[146],"recent":[148],"information":[150],"range":[151],"based":[152],"on":[153,237],"Moreover,":[157],"low-failure":[159],"usually":[164],"only":[165],"rewards":[166],"failure":[167,201],"cases,":[169,197],"creates":[171],"sparse":[173],"problem":[175],"RL.":[177],"To":[178,223],"address":[179],"this":[180],"issue,":[181],"similarity-based":[183,210],"proposed,":[187],"increases":[189],"objects":[192],"some":[194],"passed":[195],"similar":[198],"cases.":[203],"DTW-based":[205],"together":[213],"constitute":[214],"adaptive":[217,229,248],"CITCP.":[222],"validate":[224],"effectiveness":[226],"mechanism,":[231],"experimental":[232,243],"verification":[233],"carried":[235],"out":[236],"13":[238],"industrial":[239],"data":[240],"sets.":[241],"results":[244],"show":[245],"improve":[252],"effect,":[255],"where":[256],"average":[258,266,275],"NAPFD":[259],"maximally":[261,269],"improved":[262,270,278],"by":[263,271,279],"7.29%,":[264],"Recall":[267],"6.04%":[272],"TTF":[276],"6.81":[280],"positions":[281],"maximum":[284],"63.77.":[286]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}