{"id":"https://openalex.org/W4401047823","doi":"https://doi.org/10.1145/3680468","title":"Reinforcement Learning Informed Evolutionary Search for Autonomous Systems Testing","display_name":"Reinforcement Learning Informed Evolutionary Search for Autonomous Systems Testing","publication_year":2024,"publication_date":"2024-07-27","ids":{"openalex":"https://openalex.org/W4401047823","doi":"https://doi.org/10.1145/3680468"},"language":"en","primary_location":{"id":"doi:10.1145/3680468","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680468","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680468","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3680468","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041261532","display_name":"Dmytro Humeniuk","orcid":"https://orcid.org/0000-0002-2983-8312"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dmytro Humeniuk","raw_affiliation_strings":["Polytechnique Montr\u00e9al, Montreal, QC, Canada","Polytechnique Montr\u00e9al, Canada"],"raw_orcid":"https://orcid.org/0000-0002-2983-8312","affiliations":[{"raw_affiliation_string":"Polytechnique Montr\u00e9al, Montreal, QC, Canada","institution_ids":["https://openalex.org/I45683168"]},{"raw_affiliation_string":"Polytechnique Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071052367","display_name":"Foutse Khomh","orcid":"https://orcid.org/0000-0002-5704-4173"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Foutse Khomh","raw_affiliation_strings":["Polytechnique Montr\u00e9al, Montreal, QC, Canada","Polytechnique Montr\u00e9al, Canada"],"raw_orcid":"https://orcid.org/0000-0002-5704-4173","affiliations":[{"raw_affiliation_string":"Polytechnique Montr\u00e9al, Montreal, QC, Canada","institution_ids":["https://openalex.org/I45683168"]},{"raw_affiliation_string":"Polytechnique Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I45683168"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018821149","display_name":"Giuliano Antoniol","orcid":"https://orcid.org/0000-0002-7892-9202"},"institutions":[{"id":"https://openalex.org/I45683168","display_name":"Polytechnique Montr\u00e9al","ror":"https://ror.org/05f8d4e86","country_code":"CA","type":"education","lineage":["https://openalex.org/I45683168"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Giuliano Antoniol","raw_affiliation_strings":["Polytechnique Montr\u00e9al, Montreal, QC, Canada","Polytechnique Montr\u00e9al, Canada"],"raw_orcid":"https://orcid.org/0000-0002-7892-9202","affiliations":[{"raw_affiliation_string":"Polytechnique Montr\u00e9al, Montreal, QC, Canada","institution_ids":["https://openalex.org/I45683168"]},{"raw_affiliation_string":"Polytechnique Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I45683168"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I45683168"],"apc_list":null,"apc_paid":null,"fwci":1.4863,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83795357,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"33","issue":"8","first_page":"1","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8528846502304077},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7596193552017212},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6383259296417236},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4876748323440552},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.48561134934425354},{"id":"https://openalex.org/keywords/evolutionary-algorithm","display_name":"Evolutionary algorithm","score":0.4794851243495941},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.4762718379497528},{"id":"https://openalex.org/keywords/evolutionary-robotics","display_name":"Evolutionary robotics","score":0.4387577176094055},{"id":"https://openalex.org/keywords/domain-knowledge","display_name":"Domain knowledge","score":0.41676419973373413}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8528846502304077},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7596193552017212},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6383259296417236},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4876748323440552},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.48561134934425354},{"id":"https://openalex.org/C159149176","wikidata":"https://www.wikidata.org/wiki/Q14489129","display_name":"Evolutionary algorithm","level":2,"score":0.4794851243495941},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.4762718379497528},{"id":"https://openalex.org/C199505168","wikidata":"https://www.wikidata.org/wiki/Q3267529","display_name":"Evolutionary robotics","level":3,"score":0.4387577176094055},{"id":"https://openalex.org/C207685749","wikidata":"https://www.wikidata.org/wiki/Q2088941","display_name":"Domain knowledge","level":2,"score":0.41676419973373413},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3680468","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680468","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680468","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:publications.polymtl.ca:59777","is_oa":false,"landing_page_url":"https://publications.polymtl.ca/59777/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article de revue"}],"best_oa_location":{"id":"doi:10.1145/3680468","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3680468","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3680468","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309949","display_name":"Canadian Institute for Advanced Research","ror":"https://ror.org/01sdtdd95"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4401047823.pdf"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1526710119","https://openalex.org/W1544016679","https://openalex.org/W1566773348","https://openalex.org/W1568834902","https://openalex.org/W1573534773","https://openalex.org/W1817672811","https://openalex.org/W1972978214","https://openalex.org/W2022485595","https://openalex.org/W2035653731","https://openalex.org/W2038420231","https://openalex.org/W2092382400","https://openalex.org/W2099746672","https://openalex.org/W2126105956","https://openalex.org/W2131241448","https://openalex.org/W2131399618","https://openalex.org/W2133376191","https://openalex.org/W2149012351","https://openalex.org/W2158782408","https://openalex.org/W2160754664","https://openalex.org/W2235175863","https://openalex.org/W2295840463","https://openalex.org/W2330374543","https://openalex.org/W2463553622","https://openalex.org/W2564442086","https://openalex.org/W2774185825","https://openalex.org/W2775678306","https://openalex.org/W2888483609","https://openalex.org/W2948130749","https://openalex.org/W2957066083","https://openalex.org/W2997323475","https://openalex.org/W3013935352","https://openalex.org/W3021613070","https://openalex.org/W3089624132","https://openalex.org/W3103158293","https://openalex.org/W3112716182","https://openalex.org/W3178701007","https://openalex.org/W3180616925","https://openalex.org/W3196020871","https://openalex.org/W3213774989","https://openalex.org/W3216772467","https://openalex.org/W4214717370","https://openalex.org/W4229062148","https://openalex.org/W4243174839","https://openalex.org/W4249517230","https://openalex.org/W4280587448","https://openalex.org/W4284682233","https://openalex.org/W4285805590","https://openalex.org/W4319150689","https://openalex.org/W4367016230","https://openalex.org/W4381884129","https://openalex.org/W4382930431","https://openalex.org/W4384345629","https://openalex.org/W6683195989","https://openalex.org/W6912843014"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W1583422155","https://openalex.org/W4381586542","https://openalex.org/W1649619740","https://openalex.org/W3213252596","https://openalex.org/W1534006406","https://openalex.org/W2095960527","https://openalex.org/W2011837598","https://openalex.org/W1976294505","https://openalex.org/W4212806423"],"abstract_inverted_index":{"Evolutionary":[0],"search":[1,97,106,119],"(ES)-based":[2],"techniques":[3],"are":[4],"commonly":[5],"used":[6],"for":[7,22,65,141,150,181],"testing":[8],"autonomous":[9,143,152],"robotic":[10],"systems.":[11],"However,":[12],"these":[13],"approaches":[14],"often":[15],"rely":[16],"on":[17,135],"computationally":[18],"expensive":[19],"simulator-based":[20],"models":[21],"test":[23],"scenario":[24],"evaluation.":[25],"To":[26],"improve":[27],"the":[28,32,38,80,92,96,105,112,118,122,129,172,178,197],"computational":[29],"efficiency":[30],"of":[31,79,91,95,117,128,165,169,196,199],"search-based":[33],"testing,":[34,186],"we":[35,69,108],"propose":[36],"augmenting":[37],"ES":[39],"with":[40],"a":[41,88,166,203],"reinforcement":[42],"learning":[43,61],"(RL)":[44],"agent":[45,74,103],"trained":[46],"using":[47],"surrogate":[48],"rewards":[49],"derived":[50],"from":[51,121],"domain":[52],"knowledge.":[53],"In":[54,157],"our":[55],"approach,":[56],"known":[57],"as":[58,188],"RIGAA":[59,134,161,175],"(Reinforcement":[60],"Informed":[62],"Genetic":[63],"Algorithm":[64],"Autonomous":[66],"systems":[67],"testing),":[68],"first":[70],"train":[71],"an":[72,101,142,151],"RL":[73,102],"to":[75,86,110],"learn":[76],"useful":[77],"constraints":[78],"problem":[81],"and":[82,146,192],"then":[83],"use":[84],"it":[85],"produce":[87],"certain":[89],"part":[90],"initial":[93],"population":[94],"algorithm.":[98],"By":[99],"incorporating":[100],"into":[104],"process,":[107],"aim":[109],"guide":[111],"algorithm":[113],"towards":[114],"promising":[115],"regions":[116],"space":[120],"start,":[123],"enabling":[124],"more":[125,163],"efficient":[126],"exploration":[127],"solution":[130],"space.":[131],"We":[132],"evaluate":[133],"two":[136],"case":[137,159],"studies:":[138],"maze":[139],"generation":[140,149],"\u201cAnt\u201d":[144],"robot":[145],"road":[147],"topology":[148],"vehicle":[153,182],"lane-keeping":[154,183],"assist":[155,184],"system.":[156],"both":[158],"studies,":[160],"reveals":[162],"failures":[164,201],"high":[167],"level":[168],"diversity":[170],"than":[171],"compared":[173],"baselines.":[174],"also":[176],"outperforms":[177],"state-of-the-art":[179],"tools":[180],"system":[185],"such":[187],"AmbieGen,":[189],"CRAG,":[190],"WOGAN,":[191],"Frenetic":[193],"in":[194,202],"terms":[195],"number":[198],"revealed":[200],"two-hour":[204],"budget.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2025-10-10T00:00:00"}