{"id":"https://openalex.org/W4417282788","doi":"https://doi.org/10.1109/pimrc62392.2025.11274845","title":"Mutual Deep Q Networks (Mut-DQN): Reinforce Mutually with Multi-agents to Enhance Generalization","display_name":"Mutual Deep Q Networks (Mut-DQN): Reinforce Mutually with Multi-agents to Enhance Generalization","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4417282788","doi":"https://doi.org/10.1109/pimrc62392.2025.11274845"},"language":null,"primary_location":{"id":"doi:10.1109/pimrc62392.2025.11274845","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc62392.2025.11274845","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 36th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101585975","display_name":"Ying Han","orcid":"https://orcid.org/0009-0007-0405-8276"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Han","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Intelligent Computing and Communications lab, Key Lab of Universal Wireless Communications,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Intelligent Computing and Communications lab, Key Lab of Universal Wireless Communications,China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079270380","display_name":"Lu Hou","orcid":"https://orcid.org/0000-0003-3085-9353"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Hou","raw_affiliation_strings":["Beijing University of Posts and Telecommunications,Intelligent Computing and Communications lab, Key Lab of Universal Wireless Communications,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications,Intelligent Computing and Communications lab, Key Lab of Universal Wireless Communications,China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067368904","display_name":"Lingyi Han","orcid":"https://orcid.org/0000-0003-4202-6260"},"institutions":[{"id":"https://openalex.org/I2799922383","display_name":"Geophysical Survey","ror":"https://ror.org/05sbpak56","country_code":"RU","type":"facility","lineage":["https://openalex.org/I1313323035","https://openalex.org/I2799922383","https://openalex.org/I4210163714"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Lingyi Han","raw_affiliation_strings":["China Aero Geophysical Survey & Remote Sensing Center for Natural Resources (AGRS),Big Data Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Aero Geophysical Survey & Remote Sensing Center for Natural Resources (AGRS),Big Data Center","institution_ids":["https://openalex.org/I2799922383"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100752673","display_name":"Xiong Xiong","orcid":"https://orcid.org/0000-0001-5873-7425"},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiong Xiong","raw_affiliation_strings":["China Telecom Research Institute,6G Research Center"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Telecom Research Institute,6G Research Center","institution_ids":["https://openalex.org/I4210136246"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.36912314,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.36309999227523804,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.36309999227523804,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.061000000685453415,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.05640000104904175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mutual-information","display_name":"Mutual information","score":0.7353000044822693},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6966000199317932},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6431999802589417},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6104000210762024},{"id":"https://openalex.org/keywords/generalization-error","display_name":"Generalization error","score":0.4235999882221222},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.41609999537467957},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.35740000009536743}],"concepts":[{"id":"https://openalex.org/C152139883","wikidata":"https://www.wikidata.org/wiki/Q252973","display_name":"Mutual information","level":2,"score":0.7353000044822693},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.703000009059906},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6966000199317932},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6431999802589417},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6104000210762024},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5478000044822693},{"id":"https://openalex.org/C117765406","wikidata":"https://www.wikidata.org/wiki/Q5362437","display_name":"Generalization error","level":3,"score":0.4235999882221222},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.41609999537467957},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.35740000009536743},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3508000075817108},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32429999113082886},{"id":"https://openalex.org/C189693848","wikidata":"https://www.wikidata.org/wiki/Q6031064","display_name":"Information exchange","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.28929999470710754},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.2784999907016754},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.27070000767707825},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2687999904155731},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.2685999870300293},{"id":"https://openalex.org/C2776854237","wikidata":"https://www.wikidata.org/wiki/Q6031064","display_name":"Information sharing","level":2,"score":0.26010000705718994}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/pimrc62392.2025.11274845","is_oa":false,"landing_page_url":"https://doi.org/10.1109/pimrc62392.2025.11274845","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE 36th International Symposium on Personal, Indoor and Mobile Radio Communications (PIMRC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2620998106","https://openalex.org/W2891911989","https://openalex.org/W2972974572","https://openalex.org/W3045938056","https://openalex.org/W3121342653","https://openalex.org/W3132794238","https://openalex.org/W3207211154","https://openalex.org/W4313335951","https://openalex.org/W4320802659"],"related_works":[],"abstract_inverted_index":{"In":[0],"multi-agent":[1,68,194],"systems,":[2],"Deep":[3,63,75],"Q":[4,64,86],"Network":[5],"(DQN)":[6],"is":[7,111,191],"a":[8,67,94,170],"basic":[9],"algorithm":[10,38,69],"that":[11,70,151,165,196],"utilize":[12],"the":[13,20,116,125,133,141,166],"representational":[14],"ability":[15],"of":[16,23,145],"deep":[17],"learning":[18,25,73],"and":[19,32,43,105,143,156,172,187,201],"decision-making":[21],"capacity":[22,177],"reinforcement":[24],"to":[26,114,160,178],"tackle":[27],"complex":[28],"tasks":[29],"in":[30,41,52],"control":[31],"optimization":[33],"problems.":[34],"However,":[35],"standard":[36,161],"DQN":[37,162],"faces":[39],"challenges":[40],"generalization":[42,144],"robustness,":[44],"especially":[45],"when":[46,122],"dealing":[47],"with":[48,74,83,199],"varying":[49],"noise":[50,158],"levels":[51],"practical":[53],"environments.":[54,203],"To":[55],"address":[56],"these":[57],"challenges,":[58],"this":[59],"paper":[60],"proposes":[61],"Mutual":[62],"Networks":[65],"(Mut-DQN),":[66],"combines":[71],"mutual":[72,106,109,131],"Reinforcement":[76],"Learning":[77],"(DRL).":[78],"Mut-DQN":[79,152,167],"employs":[80],"multiple":[81],"agents":[82,89,183],"independently":[84],"initialized":[85],"networks.":[87],"These":[88],"learn":[90],"mutually":[91],"by":[92],"minimizing":[93,130],"mixed":[95],"loss":[96,110],"function,":[97],"which":[98],"includes":[99],"both":[100,185],"Temporal":[101],"Difference":[102],"(TD)":[103],"error":[104],"loss.":[107],"The":[108],"specifically":[112],"designed":[113],"reduce":[115],"variance":[117],"among":[118,182],"different":[119],"agents\u2019":[120],"actions":[121],"they":[123],"encounter":[124],"same":[126],"environment":[127,157],"states.":[128],"By":[129],"loss,":[132],"system":[134],"promotes":[135],"knowledge":[136],"exchange":[137],"between":[138],"agents,":[139],"enhancing":[140],"diversity":[142],"their":[146],"behaviors.":[147],"Our":[148],"experiments":[149],"demonstrate":[150],"can":[153,168],"resist":[154],"parameter":[155],"compared":[159],"significantly,":[163],"meaning":[164],"reach":[169],"wide":[171],"stable":[173],"solution":[174],"space.":[175],"Mut-DQN\u2019s":[176],"enable":[179],"information":[180],"sharing":[181],"enhances":[184],"robustness":[186],"generalization.":[188],"Such":[189],"improvement":[190],"essential":[192],"for":[193],"systems":[195],"interact":[197],"frequently":[198],"dynamic":[200],"noisy":[202]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-12-12T00:00:00"}