{"id":"https://openalex.org/W4400525216","doi":"https://doi.org/10.1109/tg.2024.3426601","title":"A Progress-Based Algorithm for Interpretable Reinforcement Learning in Regression Testing","display_name":"A Progress-Based Algorithm for Interpretable Reinforcement Learning in Regression Testing","publication_year":2024,"publication_date":"2024-07-11","ids":{"openalex":"https://openalex.org/W4400525216","doi":"https://doi.org/10.1109/tg.2024.3426601"},"language":"en","primary_location":{"id":"doi:10.1109/tg.2024.3426601","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tg.2024.3426601","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tg.2024.3426601","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006354121","display_name":"Pablo Guti\u00e9rrez-S\u00e1nchez","orcid":"https://orcid.org/0000-0003-4751-9304"},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Pablo Guti\u00e9rrez-S\u00e1nchez","raw_affiliation_strings":["Software Engineering, Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain","Software Engineering and Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Software Engineering, Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]},{"raw_affiliation_string":"Software Engineering and Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031919231","display_name":"Marco Antonio G\u00f3mez-Mart\u00edn","orcid":"https://orcid.org/0000-0002-5186-1164"},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Marco A. G\u00f3mez-Mart\u00edn","raw_affiliation_strings":["Software Engineering, Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain","Software Engineering and Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Software Engineering, Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]},{"raw_affiliation_string":"Software Engineering and Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064832282","display_name":"Pedro A. Gonz\u00e1lez-Calero","orcid":"https://orcid.org/0000-0002-9151-5573"},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pedro A. Gonz\u00e1lez-Calero","raw_affiliation_strings":["Software Engineering, Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain","Software Engineering and Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Software Engineering, Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]},{"raw_affiliation_string":"Software Engineering and Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066413458","display_name":"Pedro Pablo G\u00f3mez-Mart\u00edn","orcid":"https://orcid.org/0000-0002-3855-7344"},"institutions":[{"id":"https://openalex.org/I121748325","display_name":"Universidad Complutense de Madrid","ror":"https://ror.org/02p0gd045","country_code":"ES","type":"education","lineage":["https://openalex.org/I121748325"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Pedro P. G\u00f3mez-Mart\u00edn","raw_affiliation_strings":["Software Engineering, Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain","Software Engineering and Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain"],"affiliations":[{"raw_affiliation_string":"Software Engineering, Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]},{"raw_affiliation_string":"Software Engineering and Artificial Intelligence Department, Complutense University of Madrid, Madrid, Spain","institution_ids":["https://openalex.org/I121748325"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5006354121"],"corresponding_institution_ids":["https://openalex.org/I121748325"],"apc_list":null,"apc_paid":null,"fwci":0.3651,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.64507536,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"16","issue":"4","first_page":"844","last_page":"853"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.7148000001907349,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.7148000001907349,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.6868000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.6556572914123535},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.628183126449585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5843385457992554},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.570564329624176},{"id":"https://openalex.org/keywords/regression","display_name":"Regression","score":0.5655173659324646},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5543201565742493},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.4353399872779846},{"id":"https://openalex.org/keywords/regression-analysis","display_name":"Regression analysis","score":0.4158886671066284},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.25394052267074585},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.20249247550964355},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10122677683830261},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.06482088565826416}],"concepts":[{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.6556572914123535},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.628183126449585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5843385457992554},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.570564329624176},{"id":"https://openalex.org/C83546350","wikidata":"https://www.wikidata.org/wiki/Q1139051","display_name":"Regression","level":2,"score":0.5655173659324646},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5543201565742493},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4353399872779846},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.4158886671066284},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.25394052267074585},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.20249247550964355},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10122677683830261},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.06482088565826416},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tg.2024.3426601","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tg.2024.3426601","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tg.2024.3426601","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tg.2024.3426601","pdf_url":null,"source":{"id":"https://openalex.org/S4210224842","display_name":"IEEE Transactions on Games","issn_l":"2475-1502","issn":["2475-1502","2475-1510"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Games","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G4636673922","display_name":null,"funder_award_id":"PID2021-123368OB-I00","funder_id":"https://openalex.org/F4320322930","funder_display_name":"Ministerio de Ciencia e Innovaci\u00f3n"}],"funders":[{"id":"https://openalex.org/F4320322930","display_name":"Ministerio de Ciencia e Innovaci\u00f3n","ror":"https://ror.org/034900433"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W141312837","https://openalex.org/W1982273486","https://openalex.org/W2173771890","https://openalex.org/W2174803659","https://openalex.org/W2621540998","https://openalex.org/W2911315807","https://openalex.org/W2942670770","https://openalex.org/W2995074243","https://openalex.org/W3003444615","https://openalex.org/W3096715124","https://openalex.org/W4312463822","https://openalex.org/W4389302215","https://openalex.org/W4389315149","https://openalex.org/W6640174482","https://openalex.org/W6718092244","https://openalex.org/W6731702996","https://openalex.org/W6741002519","https://openalex.org/W6748790058","https://openalex.org/W6753526802","https://openalex.org/W6755724153","https://openalex.org/W6763268640","https://openalex.org/W6784190213","https://openalex.org/W6784659362","https://openalex.org/W6792110320","https://openalex.org/W6799510577","https://openalex.org/W6847913729","https://openalex.org/W6941001967","https://openalex.org/W7019109994"],"related_works":["https://openalex.org/W4384302763","https://openalex.org/W31220157","https://openalex.org/W2312753042","https://openalex.org/W4289356671","https://openalex.org/W2389155397","https://openalex.org/W2165884543","https://openalex.org/W3186837933","https://openalex.org/W2368989808","https://openalex.org/W2034959125","https://openalex.org/W2355687852"],"abstract_inverted_index":{"In":[0],"video":[1,121,181],"games,":[2],"the":[3,9,17,60,90,97,137,153,166],"validation":[4,39],"of":[5,72,99,116,152,168],"design":[6,38,147],"specifications":[7],"throughout":[8],"development":[10],"process":[11],"poses":[12],"a":[13,34,44,53,124],"major":[14],"challenge":[15],"as":[16],"project":[18],"grows":[19],"in":[20,52,63,109,119,130,142,149,179],"complexity":[21],"and":[22,24,59,82,84,155],"scale":[23],"purely":[25],"manual":[26],"testing":[27,41,77,127,178],"becomes":[28],"very":[29],"costly.":[30],"This":[31,67],"paper":[32],"proposes":[33],"new":[35],"approach":[36,170],"to":[37,75,105,140,145,158,174],"regression":[40,177],"based":[42],"on":[43,123],"reinforcement":[45],"learning":[46,74],"technique":[47],"guided":[48],"by":[49,102],"tasks":[50],"expressed":[51],"formal":[54],"logic":[55],"specification":[56],"language":[57],"(TLTL)":[58],"progress":[61],"made":[62],"completing":[64],"these":[65],"tasks.":[66],"requires":[68],"no":[69],"prior":[70],"knowledge":[71],"machine":[73],"train":[76],"bots,":[78],"is":[79],"naturally":[80],"interpretable":[81],"debuggable,":[83],"produces":[85],"dense":[86],"reward":[87,93],"functions":[88],"without":[89],"need":[91],"for":[92,171],"shaping.":[94],"We":[95],"investigate":[96],"validity":[98],"our":[100,169],"strategy":[101],"comparing":[103],"it":[104],"an":[106],"imitation":[107],"baseline":[108],"experiments":[110,164],"organized":[111],"around":[112],"three":[113],"use":[114],"cases":[115],"typical":[117],"scenarios":[118],"commercial":[120],"games":[122],"3D":[125],"stealth":[126],"environment":[128],"created":[129],"Unity.":[131],"For":[132],"each":[133],"scenario,":[134],"we":[135],"analyze":[136],"agents'":[138],"reactivity":[139],"modifications":[141],"common":[143],"assets":[144],"accommodate":[146],"needs":[148],"other":[150],"sections":[151],"game,":[154],"their":[156],"ability":[157],"report":[159],"unexpected":[160],"gameplay":[161],"variations.":[162],"Our":[163],"demonstrate":[165],"practicality":[167],"training":[172],"bots":[173],"conduct":[175],"automated":[176],"complex":[180],"game":[182],"settings.":[183]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-02-24T08:05:00.420983","created_date":"2025-10-10T00:00:00"}