{"id":"https://openalex.org/W3045512880","doi":"https://doi.org/10.1109/iwcmc48107.2020.9148371","title":"DQ-RM: Deep Reinforcement Learning-based Route Mutation Scheme for Multimedia Services","display_name":"DQ-RM: Deep Reinforcement Learning-based Route Mutation Scheme for Multimedia Services","publication_year":2020,"publication_date":"2020-06-01","ids":{"openalex":"https://openalex.org/W3045512880","doi":"https://doi.org/10.1109/iwcmc48107.2020.9148371","mag":"3045512880"},"language":"en","primary_location":{"id":"doi:10.1109/iwcmc48107.2020.9148371","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc48107.2020.9148371","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100375796","display_name":"Tao Zhang","orcid":"https://orcid.org/0000-0002-3366-7640"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tao Zhang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069646989","display_name":"Changqiao Xu","orcid":"https://orcid.org/0000-0003-1467-1086"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changqiao Xu","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069503465","display_name":"Bingchi Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingchi Zhang","raw_affiliation_strings":["School of International, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of International, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053431750","display_name":"Xiaohui Kuang","orcid":"https://orcid.org/0000-0003-3816-402X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaohui Kuang","raw_affiliation_strings":["State key Laboratory of Science and Technology on Information System Security, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State key Laboratory of Science and Technology on Information System Security, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100372109","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0003-2049-5285"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["Beijing Key Laboratory of Network System Architecture and Convergence, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Network System Architecture and Convergence, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044191416","display_name":"Shujie Yang","orcid":"https://orcid.org/0000-0002-9597-2659"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shujie Yang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050234051","display_name":"Gabriel\u2010Miro Muntean","orcid":"https://orcid.org/0000-0002-9332-4770"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Gabriel-Miro Muntean","raw_affiliation_strings":["Performance Engineering Lab., School of Electronic Engineering, Dublin City University, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"Performance Engineering Lab., School of Electronic Engineering, Dublin City University, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100375796"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":2.0043,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.87471886,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"291","last_page":"296"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10767","display_name":"Advanced Photonic Communication Systems","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8856574296951294},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.696175217628479},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6959932446479797},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.6102493405342102},{"id":"https://openalex.org/keywords/satisfiability","display_name":"Satisfiability","score":0.6083498001098633},{"id":"https://openalex.org/keywords/mutation","display_name":"Mutation","score":0.46526527404785156},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4598143994808197},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.45940911769866943},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4387805163860321},{"id":"https://openalex.org/keywords/flow","display_name":"Flow (mathematics)","score":0.4375247061252594},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4293721318244934},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.41105154156684875},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.16910243034362793}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8856574296951294},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.696175217628479},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6959932446479797},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.6102493405342102},{"id":"https://openalex.org/C168773769","wikidata":"https://www.wikidata.org/wiki/Q1350299","display_name":"Satisfiability","level":2,"score":0.6083498001098633},{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.46526527404785156},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4598143994808197},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.45940911769866943},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4387805163860321},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.4375247061252594},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4293721318244934},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.41105154156684875},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.16910243034362793},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iwcmc48107.2020.9148371","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iwcmc48107.2020.9148371","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 International Wireless Communications and Mobile Computing (IWCMC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1587546357","https://openalex.org/W1971834700","https://openalex.org/W2020325966","https://openalex.org/W2034144210","https://openalex.org/W2105808107","https://openalex.org/W2154322997","https://openalex.org/W2533363385","https://openalex.org/W2607283282","https://openalex.org/W2608023275","https://openalex.org/W2618565307","https://openalex.org/W2744628735","https://openalex.org/W2763422268","https://openalex.org/W2928077227","https://openalex.org/W2961032692","https://openalex.org/W2963320092","https://openalex.org/W2963897534","https://openalex.org/W3009668666","https://openalex.org/W6655551629"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W4225571923","https://openalex.org/W3212257828","https://openalex.org/W4297873223","https://openalex.org/W2350784623","https://openalex.org/W2126211886"],"abstract_inverted_index":{"Increasingly":[0],"growing":[1],"various":[2],"multimedia":[3],"services":[4],"(e.g.,":[5],"interactive":[6],"live":[7],"video":[8],"and":[9,126,164],"so":[10],"on)":[11],"have":[12],"brought":[13],"tremendous":[14],"pressure":[15],"on":[16,141],"existing":[17],"static":[18,27],"defense":[19,28,162],"techniques.":[20],"To":[21],"cope":[22],"with":[23,72],"inherent":[24],"drawback":[25],"of":[26,70,79,159],"techniques,":[29],"Network":[30],"Moving":[31],"Target":[32],"Defense":[33],"(NMTD)":[34],"such":[35],"as":[36],"route":[37],"mutation":[38],"(RM)":[39],"was":[40],"proposed.":[41],"What's":[42],"more,":[43],"applying":[44],"reinforcement":[45,136],"learning":[46],"(RL)":[47],"into":[48],"RM":[49,105,121,138],"has":[50],"been":[51],"proved":[52],"feasible":[53],"in":[54,67,161],"our":[55,142],"previous":[56,143],"work.":[57],"But":[58],"two":[59,110],"main":[60],"problems":[61],"still":[62],"need":[63],"to":[64,107,168],"be":[65],"considered":[66],"this":[68,96],"combination":[69],"RL":[71],"RM:":[73],"1)":[74],"It":[75],"lacks":[76],"the":[77,85,115,157,169],"consideration":[78],"multiple":[80,127],"flows":[81,128],"situation.":[82],"2)":[83],"With":[84],"state-action":[86,150],"space":[87,122],"grow":[88],"larger,":[89],"current":[90],"solution":[91],"can't":[92],"handle":[93],"efficiently.":[94],"In":[95],"paper,":[97],"we":[98,119,131],"propose":[99,133],"a":[100,134],"deep":[101,135],"Q-learning":[102],"method":[103],"for":[104,148],"(DQ-RM)":[106],"solve":[108],"above":[109],"problems.":[111],"Firstly,":[112],"benefited":[113],"from":[114],"satisfiability":[116],"module":[117],"theory,":[118],"formalize":[120],"considering":[123],"single":[124],"flow":[125],"concurrently.":[129],"Then":[130],"further":[132],"learning-based":[137],"scheme":[139],"based":[140],"work,":[144],"which":[145],"is":[146],"suitable":[147],"large-scale":[149],"space.":[151],"Finally,":[152],"extensive":[153],"experimental":[154],"results":[155],"highlight":[156],"improvement":[158],"DQ-RM":[160],"performance":[163],"convergence":[165],"speed":[166],"compared":[167],"representative":[170],"solution.":[171]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}