{"id":"https://openalex.org/W3216939537","doi":"https://doi.org/10.1002/smr.2409","title":"Sparse reward for reinforcement learning\u2010based continuous integration testing","display_name":"Sparse reward for reinforcement learning\u2010based continuous integration testing","publication_year":2021,"publication_date":"2021-12-01","ids":{"openalex":"https://openalex.org/W3216939537","doi":"https://doi.org/10.1002/smr.2409","mag":"3216939537"},"language":"en","primary_location":{"id":"doi:10.1002/smr.2409","is_oa":false,"landing_page_url":"https://doi.org/10.1002/smr.2409","pdf_url":null,"source":{"id":"https://openalex.org/S4210172359","display_name":"Journal of Software Evolution and Process","issn_l":"2047-7473","issn":["2047-7473","2047-7481"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Software: Evolution and Process","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100397467","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0001-9257-4631"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["College of Information Science and Technology Beijing University of Chemical Technology Beijing China","College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology Beijing University of Chemical Technology Beijing China","institution_ids":["https://openalex.org/I75390827"]},{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100414996","display_name":"Zheng Li","orcid":"https://orcid.org/0000-0002-3938-7033"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zheng Li","raw_affiliation_strings":["College of Information Science and Technology Beijing University of Chemical Technology Beijing China","College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology Beijing University of Chemical Technology Beijing China","institution_ids":["https://openalex.org/I75390827"]},{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048378968","display_name":"Ying Shang","orcid":"https://orcid.org/0000-0003-4575-0801"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Shang","raw_affiliation_strings":["College of Information Science and Technology Beijing University of Chemical Technology Beijing China","College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology Beijing University of Chemical Technology Beijing China","institution_ids":["https://openalex.org/I75390827"]},{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101483553","display_name":"Qianyu Li","orcid":"https://orcid.org/0000-0002-7137-999X"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianyu Li","raw_affiliation_strings":["College of Information Science and Technology Beijing University of Chemical Technology Beijing China","College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology Beijing University of Chemical Technology Beijing China","institution_ids":["https://openalex.org/I75390827"]},{"raw_affiliation_string":"College of Information Science and Technology, Beijing University of Chemical Technology, Beijing, China","institution_ids":["https://openalex.org/I75390827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100414996"],"corresponding_institution_ids":["https://openalex.org/I75390827"],"apc_list":null,"apc_paid":null,"fwci":2.5297,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.8904325,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"35","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7238903045654297},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.6482284665107727},{"id":"https://openalex.org/keywords/prioritization","display_name":"Prioritization","score":0.6243199110031128},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5727176070213318},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5045715570449829},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4990255832672119},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.491806298494339},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.45594510436058044},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.45062074065208435},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.41631847620010376},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21385982632637024},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.21286970376968384},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.16609179973602295},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15587082505226135},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12241047620773315},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09255149960517883},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.07355630397796631}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7238903045654297},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6482284665107727},{"id":"https://openalex.org/C2777615720","wikidata":"https://www.wikidata.org/wiki/Q11888847","display_name":"Prioritization","level":2,"score":0.6243199110031128},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5727176070213318},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5045715570449829},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4990255832672119},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.491806298494339},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.45594510436058044},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.45062074065208435},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.41631847620010376},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21385982632637024},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.21286970376968384},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.16609179973602295},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15587082505226135},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12241047620773315},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09255149960517883},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.07355630397796631},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1002/smr.2409","is_oa":false,"landing_page_url":"https://doi.org/10.1002/smr.2409","pdf_url":null,"source":{"id":"https://openalex.org/S4210172359","display_name":"Journal of Software Evolution and Process","issn_l":"2047-7473","issn":["2047-7473","2047-7481"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Software: Evolution and Process","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.5199999809265137}],"awards":[{"id":"https://openalex.org/G4967816345","display_name":null,"funder_award_id":"XK1802\u20104","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G7467177329","display_name":null,"funder_award_id":"61872026","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W133481394","https://openalex.org/W1554151203","https://openalex.org/W1564363189","https://openalex.org/W1717558039","https://openalex.org/W1873022895","https://openalex.org/W1967187747","https://openalex.org/W1991292921","https://openalex.org/W2022753314","https://openalex.org/W2040915209","https://openalex.org/W2046121831","https://openalex.org/W2086346901","https://openalex.org/W2099137702","https://openalex.org/W2100987397","https://openalex.org/W2110068396","https://openalex.org/W2120563984","https://openalex.org/W2125626106","https://openalex.org/W2135969776","https://openalex.org/W2148318683","https://openalex.org/W2165026081","https://openalex.org/W2232396709","https://openalex.org/W2352511489","https://openalex.org/W2560325362","https://openalex.org/W2603378251","https://openalex.org/W2620902133","https://openalex.org/W2734711024","https://openalex.org/W2740295334","https://openalex.org/W2894740768","https://openalex.org/W2951519803","https://openalex.org/W2962736495","https://openalex.org/W2963625099","https://openalex.org/W2971209364","https://openalex.org/W2982041421","https://openalex.org/W3001173809","https://openalex.org/W3003809985","https://openalex.org/W3004409777","https://openalex.org/W3005971017","https://openalex.org/W3017188678","https://openalex.org/W3081183366","https://openalex.org/W3090867998","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W2506292322","https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W4283209547","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W1987513656","https://openalex.org/W2072376847"],"abstract_inverted_index":{"Abstract":[0],"Reinforcement":[1],"learning":[2,66],"(RL)":[3],"has":[4],"been":[5],"used":[6],"to":[7,64,80,125,191,208],"optimize":[8],"the":[9,15,23,26,35,44,82,93,108,113,127,132,148,175],"continuous":[10],"integration":[11,38],"(CI)":[12],"testing,":[13,34,60],"where":[14],"reward":[16,97,110,117,128,143,176,179],"plays":[17],"a":[18,138,198],"key":[19],"role":[20],"in":[21,58,73,89],"directing":[22],"adjustment":[24],"of":[25,37,47,68,84,87,134,152,186,200,213],"test":[27,48,149,154],"case":[28],"prioritization":[29],"(TCP)":[30],"strategy.":[31],"In":[32],"CI":[33,59,90],"frequency":[36,151],"is":[39,50,103,123,144],"usually":[40],"very":[41],"high,":[42],"while":[43],"failure":[45,95,115],"rate":[46],"cases":[49,155],"low.":[51],"Consequently,":[52],"RL":[53,69,88],"will":[54],"get":[55],"scarce":[56],"rewards":[57,79,86],"which":[61,105,146],"may":[62],"lead":[63],"low":[65],"efficiency":[67],"and":[70,130,204],"even":[71],"difficulty":[72],"convergence.":[74],"This":[75],"paper":[76],"introduces":[77],"three":[78],"tackle":[81],"issue":[83],"sparse":[85,109,135],"testing.":[91],"First,":[92],"historical":[94],"density\u2010based":[96],"(":[98,118],"H":[99],"F":[100,120],"D":[101],")":[102,122],"defined,":[104],"objectively":[106],"represents":[107],"problem.":[111],"Second,":[112],"average":[114,212],"position\u2010based":[116],"A":[119],"P":[121],"proposed":[124],"increase":[126,205],"value":[129],"reduce":[131],"impact":[133],"rewards.":[136,158],"Furthermore,":[137],"technique":[139],"based":[140],"on":[141,163],"additional":[142,157,178],"proposed,":[145],"extracts":[147],"occurrence":[150],"passed":[153],"for":[156],"Empirical":[159],"studies":[160],"are":[161,172],"conducted":[162],"14":[164],"real":[165],"industry":[166],"data":[167],"sets.":[168],"The":[169],"experiment":[170],"results":[171],"promising,":[173],"especially":[174],"with":[177,197],"can":[180],"improve":[181],"NAPFD":[182],"(Normalized":[183],"Average":[184],"Percentage":[185],"Faults":[187],"Detected)":[188],"by":[189,210],"up":[190],"21.97":[192],"%":[193,202],",":[194,203],"enhance":[195],"Recall":[196],"maximum":[199],"21.87":[201],"TTF":[206],"(Test":[207],"Fail)":[209],"an":[211],"9.99":[214],"positions.":[215]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}