{"id":"https://openalex.org/W4408214696","doi":"https://doi.org/10.1145/3721978","title":"DRLMutation: A Comprehensive Framework for Mutation Testing in Deep Reinforcement Learning Systems","display_name":"DRLMutation: A Comprehensive Framework for Mutation Testing in Deep Reinforcement Learning Systems","publication_year":2025,"publication_date":"2025-03-07","ids":{"openalex":"https://openalex.org/W4408214696","doi":"https://doi.org/10.1145/3721978"},"language":"en","primary_location":{"id":"doi:10.1145/3721978","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3721978","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3721978","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3721978","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087122414","display_name":"Jiapeng Li","orcid":"https://orcid.org/0000-0002-6499-3852"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiapeng Li","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","Beihang University, China"],"raw_orcid":"https://orcid.org/0000-0002-6499-3852","affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459073","display_name":"Zheng Zheng","orcid":"https://orcid.org/0000-0001-7922-9067"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Zheng","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","Beihang University, China"],"raw_orcid":"https://orcid.org/0000-0001-7922-9067","affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052171951","display_name":"Xiaoting Du","orcid":"https://orcid.org/0000-0002-1609-0480"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoting Du","raw_affiliation_strings":["School of Computer, Beijing University of Posts and Telecommunications, Beijing, China  and State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","Beijing University of Posts and Telecommunications, China"],"raw_orcid":"https://orcid.org/0000-0002-1609-0480","affiliations":[{"raw_affiliation_string":"School of Computer, Beijing University of Posts and Telecommunications, Beijing, China  and State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I41198531","https://openalex.org/I139759216"]},{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haoyu Wang","orcid":"https://orcid.org/0009-0000-1648-1556"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyu Wang","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","Beihang University, China"],"raw_orcid":"https://orcid.org/0009-0000-1648-1556","affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yanwen Liu","orcid":"https://orcid.org/0009-0003-6646-6305"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanwen Liu","raw_affiliation_strings":["School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","Beihang University, China"],"raw_orcid":"https://orcid.org/0009-0003-6646-6305","affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.5583,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.97171878,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"34","issue":"8","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11005","display_name":"Radiation Effects in Electronics","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7463170289993286},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6350986957550049},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3540984094142914}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7463170289993286},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6350986957550049},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3540984094142914}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3721978","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3721978","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3721978","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3721978","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3721978","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3721978","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1100003544","display_name":null,"funder_award_id":"62372021","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2870236305","display_name":null,"funder_award_id":"2024YFB3311503","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4408214696.pdf"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W616130586","https://openalex.org/W1526416044","https://openalex.org/W1974858479","https://openalex.org/W2049695835","https://openalex.org/W2061227290","https://openalex.org/W2076609667","https://openalex.org/W2091565802","https://openalex.org/W2108557864","https://openalex.org/W2135841285","https://openalex.org/W2606411279","https://openalex.org/W2896016186","https://openalex.org/W2979357014","https://openalex.org/W2999854857","https://openalex.org/W3003264721","https://openalex.org/W3007157104","https://openalex.org/W3044015199","https://openalex.org/W3120394327","https://openalex.org/W3164838844","https://openalex.org/W4210660460","https://openalex.org/W4239613409","https://openalex.org/W4283070108","https://openalex.org/W4292265058","https://openalex.org/W4315643352","https://openalex.org/W4317384366","https://openalex.org/W4327662239","https://openalex.org/W4381733136","https://openalex.org/W4390746096","https://openalex.org/W4392655526"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1,63,96,113,130,167,181,242],"learning":[2,64,73,97,114,168,182,243],"systems":[3,65],"have":[4],"been":[5,42],"increasingly":[6],"applied":[7,93],"in":[8,45,75,186,214],"various":[9],"domains.":[10],"Testing":[11],"them,":[12],"however,":[13],"remains":[14],"a":[15,23,104,160,175,193],"major":[16],"open":[17],"research":[18],"problem.":[19],"Mutation":[20],"testing":[21,88,107],"is":[22],"popular":[24],"test":[25,35,200,277],"suite":[26],"evaluation":[27],"technique":[28],"that":[29,235],"analyzes":[30],"the":[31,50,58,126,136,140,187,205,210,215,236,248,252,273],"extent":[32],"to":[33,57,94,118,159,198,271],"which":[34],"suites":[36],"detect":[37],"injected":[38],"faults.":[39],"It":[40],"has":[41],"widely":[43],"researched":[44],"both":[46,135],"traditional":[47,67],"software":[48],"and":[49,66,83,132,139,153,207,228],"field":[51],"of":[52,128,142,177,189,195,209,238,251,261,275],"deep":[53,62,72,95,112,129,166,180,241],"learning.":[54],"However,":[55],"due":[56],"fundamental":[59],"differences":[60],"between":[61],"software,":[68],"as":[69,71,78],"well":[70],"systems,":[74,115],"aspects":[76],"such":[77],"environment":[79],"interaction,":[80],"network":[81],"decision-making,":[82],"data":[84],"efficiency,":[85],"previous":[86],"mutation":[87,106,169,183,212,244,266],"techniques":[89],"cannot":[90],"be":[91,269],"directly":[92],"systems.":[98],"In":[99],"this":[100,121],"article,":[101],"we":[102,173,191,203],"proposed":[103,211],"comprehensive":[105,162],"framework":[108],"specifically":[109],"designed":[110,240],"for":[111,165],"DRLMutation":[116],",":[117,218,222,225,227],"further":[119],"fill":[120],"gap.":[122],"We":[123,231],"first":[124],"considered":[125],"characteristics":[127],"learning,":[131],"based":[133],"on":[134],"training":[137],"process":[138],"model":[141],"trained":[143],"agent,":[144],"examined":[145],"combinations":[146],"from":[147],"three":[148],"dimensions:":[149],"objects,":[150],"operation":[151],"methods,":[152],"injection":[154],"methods.":[155],"This":[156],"approach":[157],"led":[158],"more":[161],"design":[163],"methodology":[164],"operators.":[170,184],"After":[171],"filtering,":[172],"identified":[174],"total":[176],"107":[178],"applicable":[179],"Then,":[185],"realm":[188],"evaluation,":[190],"formulated":[192],"set":[194],"metrics":[196],"tailored":[197],"assess":[199,272],"suites.":[201,278],"Finally,":[202],"validated":[204],"stealthiness":[206],"effectiveness":[208],"operators":[213,245,267],"Cart":[216],"Pole":[217],"Mountain":[219],"Car":[220],"Continuous":[221],"Lunar":[223],"Lander":[224],"Breakout":[226],"CARLA":[229],"environments.":[230],"show":[232],"inspiring":[233],"findings":[234],"majority":[237],"these":[239,265],"potentially":[246],"undermine":[247],"decision-making":[249],"capabilities":[250],"agent":[253],"without":[254],"affecting":[255],"normal":[256],"training.":[257],"The":[258],"varying":[259],"degrees":[260],"disruption":[262],"achieved":[263],"by":[264],"can":[268],"used":[270],"quality":[274],"different":[276]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}