{"id":"https://openalex.org/W3188963395","doi":"https://doi.org/10.1109/iwcmc51323.2021.9498706","title":"PPO-RM: Proximal Policy Optimization Based Route Mutation for Multimedia Services","display_name":"PPO-RM: Proximal Policy Optimization Based Route Mutation for Multimedia Services","publication_year":2021,"publication_date":"2021-06-28","ids":{"openalex":"https://openalex.org/W3188963395","doi":"https://doi.org/10.1109/iwcmc51323.2021.9498706","mag":"3188963395"},"language":"en","primary_location":{"id":"doi:10.1109/iwcmc51323.2021.9498706","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc51323.2021.9498706","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103008015","display_name":"Jiahao Shen","orcid":"https://orcid.org/0000-0003-3072-7879"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiahao Shen","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375796","display_name":"Tao Zhang","orcid":"https://orcid.org/0000-0002-3366-7640"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Zhang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069503465","display_name":"Bingchi Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingchi Zhang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075496932","display_name":"Wei-xiao Ji","orcid":"https://orcid.org/0000-0002-2086-2834"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weixiao Ji","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053431750","display_name":"Xiaohui Kuang","orcid":"https://orcid.org/0000-0003-3816-402X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaohui Kuang","raw_affiliation_strings":["State key Laboratory of Science and Technology on Information System Security, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State key Laboratory of Science and Technology on Information System Security, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069646989","display_name":"Changqiao Xu","orcid":"https://orcid.org/0000-0003-1467-1086"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changqiao Xu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103008015"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":0.4584,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.6524592,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"35","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7857589721679688},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6941475868225098},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6643763780593872},{"id":"https://openalex.org/keywords/satisfiability","display_name":"Satisfiability","score":0.6148823499679565},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5764928460121155},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5460441708564758},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5318016409873962},{"id":"https://openalex.org/keywords/rate-of-convergence","display_name":"Rate of convergence","score":0.4754224121570587},{"id":"https://openalex.org/keywords/mutation","display_name":"Mutation","score":0.4615026116371155},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.42093801498413086},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3471611738204956},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3229596018791199},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3105241060256958},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20983457565307617},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10465699434280396},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.09254476428031921},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08335155248641968}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7857589721679688},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6941475868225098},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6643763780593872},{"id":"https://openalex.org/C168773769","wikidata":"https://www.wikidata.org/wiki/Q1350299","display_name":"Satisfiability","level":2,"score":0.6148823499679565},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5764928460121155},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5460441708564758},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5318016409873962},{"id":"https://openalex.org/C57869625","wikidata":"https://www.wikidata.org/wiki/Q1783502","display_name":"Rate of convergence","level":3,"score":0.4754224121570587},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.4615026116371155},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.42093801498413086},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3471611738204956},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3229596018791199},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3105241060256958},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20983457565307617},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10465699434280396},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.09254476428031921},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08335155248641968},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwcmc51323.2021.9498706","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc51323.2021.9498706","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.41999998688697815,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G4484275814","display_name":null,"funder_award_id":"CX2020123","funder_id":"https://openalex.org/F4320321470","funder_display_name":"Beijing University of Posts and Telecommunications"},{"id":"https://openalex.org/G4817671497","display_name":null,"funder_award_id":"61871048,61872253","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321470","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1480909796","https://openalex.org/W1481397690","https://openalex.org/W1757796397","https://openalex.org/W2020325966","https://openalex.org/W2034144210","https://openalex.org/W2132022337","https://openalex.org/W2155027007","https://openalex.org/W2402144811","https://openalex.org/W2533363385","https://openalex.org/W2608023275","https://openalex.org/W2618565307","https://openalex.org/W2736601468","https://openalex.org/W2738872117","https://openalex.org/W2763422268","https://openalex.org/W2913636944","https://openalex.org/W2953384591","https://openalex.org/W2961032692","https://openalex.org/W2996903041","https://openalex.org/W3003279768","https://openalex.org/W3009668666","https://openalex.org/W3045512880","https://openalex.org/W3105640347","https://openalex.org/W3137991997","https://openalex.org/W4298857966","https://openalex.org/W6655551629","https://openalex.org/W6679191575","https://openalex.org/W6683204974","https://openalex.org/W6713134421"],"related_works":["https://openalex.org/W96612179","https://openalex.org/W2770234245","https://openalex.org/W2987774938","https://openalex.org/W2566006169","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W4229499248","https://openalex.org/W4378874356","https://openalex.org/W2055733372","https://openalex.org/W2369811061"],"abstract_inverted_index":{"The":[0,160],"growing":[1],"multimedia":[2],"services":[3],"have":[4],"brought":[5],"unprecedented":[6],"challenges":[7],"to":[8,21,58,68,77,85,111,123,156],"the":[9,23,43,47,79,86,118,125,148,167],"traditional":[10],"static":[11],"network":[12,81,177],"architecture.":[13],"Moving":[14],"Target":[15],"Defense":[16],"(MTD)":[17],"has":[18],"been":[19],"proposed":[20],"solve":[22,112],"inherent":[24],"disadvantages":[25],"of":[26,34,89,127,171],"existing":[27],"defense":[28,174],"techniques.":[29],"As":[30],"an":[31,135],"important":[32],"area":[33],"MTD":[35],"research,":[36],"Route":[37,107],"Mutation":[38,108],"(RM)":[39],"can":[40],"dynamically":[41],"change":[42],"forwarding":[44],"routes":[45],"in":[46,147,169],"network.":[48],"In":[49,97],"our":[50,158],"previous":[51],"work,":[52],"we":[53,100,116,133,152],"applied":[54],"Reinforcement":[55],"Learning":[56],"(RL)":[57],"RM.":[59],"However,":[60],"there":[61],"are":[62],"still":[63],"two":[64],"problems":[65],"that":[66,164],"need":[67],"be":[69],"addressed.":[70],"1)":[71],"We":[72],"consider":[73],"too":[74],"few":[75],"constraints":[76],"reflect":[78],"actual":[80],"situation.":[82],"2)":[83],"Due":[84],"slow":[87],"rate":[88],"convergence,":[90],"it":[91,146],"becomes":[92],"difficult":[93],"for":[94],"efficient":[95],"deployment.":[96],"this":[98],"paper,":[99],"propose":[101],"a":[102],"Proximal":[103,140],"Policy":[104,141],"Optimization":[105,142],"Based":[106],"(PPO-RM)":[109],"scheme":[110],"these":[113],"problems.":[114],"Firstly,":[115],"utilize":[117],"Satisfiability":[119],"Module":[120],"Theory":[121],"(SMT)":[122],"formalize":[124],"space":[126],"all":[128],"possible":[129],"mutated":[130],"routes.":[131],"Then,":[132],"design":[134],"RM":[136],"algorithm":[137],"based":[138],"on":[139,154],"(PPO)":[143],"and":[144,176],"implement":[145],"SDN":[149],"controller.":[150],"Finally,":[151],"simulate":[153],"Mininet":[155],"validate":[157],"method.":[159],"experiment":[161],"results":[162],"show":[163],"PPO-RM":[165],"achieves":[166],"improvement":[168],"terms":[170],"convergence":[172],"rate,":[173],"performance,":[175],"performance.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}