{"id":"https://openalex.org/W3186054848","doi":"https://doi.org/10.1145/3457913.3457930","title":"Dynamic Time Window based Reward for Reinforcement Learning in Continuous Integration Testing","display_name":"Dynamic Time Window based Reward for Reinforcement Learning in Continuous Integration Testing","publication_year":2020,"publication_date":"2020-11-01","ids":{"openalex":"https://openalex.org/W3186054848","doi":"https://doi.org/10.1145/3457913.3457930","mag":"3186054848"},"language":"en","primary_location":{"id":"doi:10.1145/3457913.3457930","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3457913.3457930","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"12th Asia-Pacific Symposium on Internetware","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084889717","display_name":"Chaoyue Pan","orcid":"https://orcid.org/0000-0001-7877-7512"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chaoyue Pan","raw_affiliation_strings":["Beijing University of Chemical Technology, CN"],"affiliations":[{"raw_affiliation_string":"Beijing University of Chemical Technology, CN","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100397467","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0001-9257-4631"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Yang","raw_affiliation_strings":["Beijing University of Chemical Technology, CN"],"affiliations":[{"raw_affiliation_string":"Beijing University of Chemical Technology, CN","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100414996","display_name":"Zheng Li","orcid":"https://orcid.org/0000-0002-3938-7033"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Li","raw_affiliation_strings":["Beijing University of Chemical Technology, CN"],"affiliations":[{"raw_affiliation_string":"Beijing University of Chemical Technology, CN","institution_ids":["https://openalex.org/I75390827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090221366","display_name":"Junxia Guo","orcid":"https://orcid.org/0000-0003-4905-1290"},"institutions":[{"id":"https://openalex.org/I75390827","display_name":"Beijing University of Chemical Technology","ror":"https://ror.org/00df5yc52","country_code":"CN","type":"education","lineage":["https://openalex.org/I75390827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxia Guo","raw_affiliation_strings":["Beijing University of Chemical Technology, CN"],"affiliations":[{"raw_affiliation_string":"Beijing University of Chemical Technology, CN","institution_ids":["https://openalex.org/I75390827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5084889717"],"corresponding_institution_ids":["https://openalex.org/I75390827"],"apc_list":null,"apc_paid":null,"fwci":0.6077,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.73577534,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"189","last_page":"198"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8086346983909607},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7749629616737366},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5552772283554077},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4828284680843353},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.4598222076892853},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4410160481929779},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43449294567108154},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41445720195770264},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.18445399403572083},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.08475261926651001}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8086346983909607},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7749629616737366},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5552772283554077},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4828284680843353},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.4598222076892853},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4410160481929779},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43449294567108154},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41445720195770264},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.18445399403572083},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.08475261926651001},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3457913.3457930","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3457913.3457930","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"12th Asia-Pacific Symposium on Internetware","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5600000023841858,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G8495455884","display_name":null,"funder_award_id":"61872026, 61672085, 61702029, 62077003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1520591706","https://openalex.org/W1554151203","https://openalex.org/W1717558039","https://openalex.org/W1991292921","https://openalex.org/W2013761472","https://openalex.org/W2020538887","https://openalex.org/W2035877832","https://openalex.org/W2040915209","https://openalex.org/W2086346901","https://openalex.org/W2110068396","https://openalex.org/W2119861793","https://openalex.org/W2136921053","https://openalex.org/W2143470595","https://openalex.org/W2165834023","https://openalex.org/W2232396709","https://openalex.org/W2547999707","https://openalex.org/W2577749521","https://openalex.org/W2590575400","https://openalex.org/W2603378251","https://openalex.org/W2620278825","https://openalex.org/W2620902133","https://openalex.org/W2703757306","https://openalex.org/W2734711024","https://openalex.org/W2795223920","https://openalex.org/W2889037615","https://openalex.org/W2912769511","https://openalex.org/W2951519803","https://openalex.org/W2954418827","https://openalex.org/W2982041421","https://openalex.org/W3003809985","https://openalex.org/W3004409777","https://openalex.org/W3081183366","https://openalex.org/W3092459809","https://openalex.org/W3098277953","https://openalex.org/W3105421922"],"related_works":["https://openalex.org/W2000785801","https://openalex.org/W986318368","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547","https://openalex.org/W1480123525","https://openalex.org/W2620865396","https://openalex.org/W2414054180"],"abstract_inverted_index":{"Continuous":[0],"Integration":[1],"(CI)":[2],"testing":[3,22,42,108],"is":[4,31,62],"an":[5],"expensive,":[6],"time-consuming,":[7],"and":[8,73,114,132,164],"resource-intensive":[9],"process.":[10],"Test":[11],"case":[12],"prioritization":[13],"(TCP)":[14],"can":[15,43,52,156],"effectively":[16],"reduce":[17],"the":[18,24,38,67,70,89,92,97,101,105,159,165,172],"workload":[19],"of":[20,69,91,96,162],"regression":[21],"in":[23,40,66,77,82,104],"CI":[25,41,71,83,107],"environment,":[26],"where":[27],"Reinforcement":[28],"Learning":[29],"(RL)":[30],"adopted":[32],"to":[33],"prioritize":[34],"test":[35,98],"cases,":[36],"since":[37],"TCP":[39,102],"be":[44,53],"formulated":[45],"as":[46],"a":[47,63,74,115],"sequential":[48],"decision-making":[49],"problem,":[50],"which":[51],"solved":[54],"by":[55,124],"RL":[56,163],"effectively.":[57],"A":[58],"useful":[59],"reward":[60,120,154,173],"function":[61,121,155,174],"crucial":[64],"component":[65],"construction":[68],"system":[72],"critical":[75],"factor":[76],"determining":[78],"RL\u2019s":[79],"learning":[80,160],"performance":[81,103],"testing.":[84],"This":[85],"paper":[86],"focused":[87],"on":[88,100,112,140,176],"validity":[90],"execution":[93],"history":[94],"information":[95,127],"cases":[99],"existing":[106],"optimization":[109],"methods":[110],"based":[111,119,153,175],"RL,":[113],"Dynamic":[116],"Time":[117],"Window":[118],"are":[122,137],"proposed":[123],"using":[125,149],"partial":[126],"dynamically":[128],"for":[129],"fast":[130],"feedback":[131],"cost":[133],"reduction.":[134],"Experimental":[135],"studies":[136],"carried":[138],"out":[139],"six":[141],"industrial":[142],"datasets.":[143],"The":[144],"experimental":[145],"results":[146],"showed":[147],"that":[148],"dynamic":[150],"time":[151,178],"window":[152],"significantly":[157],"improve":[158],"efficiency":[161],"fault":[166],"detection":[167],"ability":[168],"when":[169],"comparing":[170],"with":[171],"fixed":[177],"window.":[179]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}