{"id":"https://openalex.org/W4396877937","doi":"https://doi.org/10.1109/tccn.2024.3400516","title":"Balancing Performance and Cost for Two-Hop Cooperative Communications: Stackelberg Game and Distributed Multi-Agent Reinforcement Learning","display_name":"Balancing Performance and Cost for Two-Hop Cooperative Communications: Stackelberg Game and Distributed Multi-Agent Reinforcement Learning","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4396877937","doi":"https://doi.org/10.1109/tccn.2024.3400516"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2024.3400516","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3400516","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037894061","display_name":"Yuanzhe Geng","orcid":"https://orcid.org/0000-0002-5865-2314"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yuanzhe Geng","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034541026","display_name":"Erwu Liu","orcid":"https://orcid.org/0000-0002-2706-6208"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Erwu Liu","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101544825","display_name":"Wei Ni","orcid":null},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I4210101388","display_name":"Health Sciences and Nutrition","ror":"https://ror.org/0152bt112","country_code":"AU","type":"facility","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4210101388","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Ni","raw_affiliation_strings":["Data61, Commonwealth Science and Industrial Research Organization, Marsfield, NSW, Australia","Data61, Commonwealth Science and Industrial Research Organization (CSIRO), Marsfield, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Data61, Commonwealth Science and Industrial Research Organization, Marsfield, NSW, Australia","institution_ids":["https://openalex.org/I4210101388"]},{"raw_affiliation_string":"Data61, Commonwealth Science and Industrial Research Organization (CSIRO), Marsfield, NSW, Australia","institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431222","display_name":"Rui Wang","orcid":"https://orcid.org/0000-0002-2974-0972"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Wang","raw_affiliation_strings":["College of Electronics and Information Engineering and the Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China","College of Electronics and Information Engineering, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering and the Shanghai Institute of Intelligent Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"College of Electronics and Information Engineering, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069227720","display_name":"Liu Yan","orcid":"https://orcid.org/0000-0002-2339-2161"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Liu","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115848335","display_name":"Hao Xu","orcid":"https://orcid.org/0009-0008-2617-5016"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Xu","raw_affiliation_strings":["College of Electronics and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronics and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069068048","display_name":"Chen Cai","orcid":"https://orcid.org/0000-0002-4750-3524"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Cai","raw_affiliation_strings":["Institute of Carbon Neutrality, College of Environmental Science and Engineering, Tongji University, Shanghai, China","College of Environmental Science and Engineering, Institute of Carbon Neutrality, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Institute of Carbon Neutrality, College of Environmental Science and Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"College of Environmental Science and Engineering, Institute of Carbon Neutrality, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086268677","display_name":"Abbas Jamalipour","orcid":"https://orcid.org/0000-0002-1807-7220"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Abbas Jamalipour","raw_affiliation_strings":["School of Electrical and Information Engineering, Faculty of Engineering, The University of Sydney, Sydney, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Information Engineering, Faculty of Engineering, The University of Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5037894061"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":2.4234,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.89080548,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"10","issue":"6","first_page":"2193","last_page":"2208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stackelberg-competition","display_name":"Stackelberg competition","score":0.8923038244247437},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8313848972320557},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.829593300819397},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.8036765456199646},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5143917202949524},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.47544145584106445},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4691202938556671},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.441481351852417},{"id":"https://openalex.org/keywords/game-theory","display_name":"Game theory","score":0.43223142623901367},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3813900947570801},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16814368963241577},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1546170711517334}],"concepts":[{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.8923038244247437},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8313848972320557},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.829593300819397},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.8036765456199646},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5143917202949524},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.47544145584106445},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4691202938556671},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.441481351852417},{"id":"https://openalex.org/C177142836","wikidata":"https://www.wikidata.org/wiki/Q44455","display_name":"Game theory","level":2,"score":0.43223142623901367},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3813900947570801},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16814368963241577},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1546170711517334},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2024.3400516","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3400516","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals"}],"awards":[{"id":"https://openalex.org/G1500301389","display_name":null,"funder_award_id":"42171404","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3047426392","display_name":null,"funder_award_id":"2022\u20134-YB-01","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5050270607","display_name":null,"funder_award_id":"22120230441","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2137809208","https://openalex.org/W2381608967","https://openalex.org/W2492629073","https://openalex.org/W2509513573","https://openalex.org/W2617547828","https://openalex.org/W2626637010","https://openalex.org/W2963762747","https://openalex.org/W2979897999","https://openalex.org/W2981559750","https://openalex.org/W2997848968","https://openalex.org/W3000245973","https://openalex.org/W3013654797","https://openalex.org/W3041207562","https://openalex.org/W3085955789","https://openalex.org/W3088893925","https://openalex.org/W3102020697","https://openalex.org/W3119941528","https://openalex.org/W3125645674","https://openalex.org/W3166026547","https://openalex.org/W3171670197","https://openalex.org/W3172576246","https://openalex.org/W3188286850","https://openalex.org/W3193361248","https://openalex.org/W3205656755","https://openalex.org/W3210090000","https://openalex.org/W4205208860","https://openalex.org/W4206028292","https://openalex.org/W4206625026","https://openalex.org/W4210784356","https://openalex.org/W4214619944","https://openalex.org/W4214717370","https://openalex.org/W4313555904","https://openalex.org/W4321021068","https://openalex.org/W4322706658","https://openalex.org/W4365798790","https://openalex.org/W4382935469","https://openalex.org/W4387609353","https://openalex.org/W4387870204","https://openalex.org/W6684921986","https://openalex.org/W6739516088","https://openalex.org/W6766805167","https://openalex.org/W6779984877"],"related_works":["https://openalex.org/W1987562536","https://openalex.org/W4383533535","https://openalex.org/W2375814310","https://openalex.org/W4255938919","https://openalex.org/W2903244929","https://openalex.org/W4380353856","https://openalex.org/W2605497830","https://openalex.org/W3169439878","https://openalex.org/W2948291551","https://openalex.org/W2062756478"],"abstract_inverted_index":{"This":[0,31],"paper":[1],"aims":[2,75],"to":[3,66,76,112,174],"balance":[4],"performance":[5,170],"and":[6,18,24,43,94,128,131,154,190],"cost":[7],"in":[8,27,63,116],"a":[9,28,47,52,91,117],"two-hop":[10],"wireless":[11],"cooperative":[12],"communication":[13],"network":[14],"where":[15,119,150],"the":[16,58,68,73,78,87,96,114,120,129,151,155,163,175,197],"source":[17,42,74,130,156],"relays":[19,59,132],"have":[20,38,135],"contradictory":[21],"optimization":[22],"goals":[23],"make":[25],"decisions":[26],"distributed":[29],"manner.":[30],"differs":[32],"from":[33,196],"most":[34],"existing":[35],"works":[36],"that":[37,41,57,105,162,171],"typically":[39],"assumed":[40],"relay":[44,152],"nodes":[45],"follow":[46],"schedule":[48],"created":[49],"implicitly":[50],"by":[51],"central":[53],"controller.":[54],"We":[55],"propose":[56],"form":[60],"an":[61,64,168],"alliance":[62,153],"attempt":[65],"maximize":[67],"benefit":[69],"of":[70,98,137],"relaying":[71],"while":[72],"increase":[77],"channel":[79,122],"capacity":[80],"cost-effectively.":[81],"To":[82],"this":[83],"end,":[84],"we":[85,106],"establish":[86],"trade":[88],"problem":[89],"as":[90,158],"Stackelberg":[92],"game,":[93],"prove":[95],"existence":[97],"its":[99,187],"equilibrium.":[100],"Another":[101],"important":[102],"aspect":[103],"is":[104,126,148,172,191],"use":[107],"multi-agent":[108,142],"reinforcement":[109],"learning":[110],"(MARL)":[111],"approach":[113],"equilibrium":[115,177],"situation":[118],"instantaneous":[121],"state":[123],"information":[124],"(CSI)":[125],"unavailable,":[127],"do":[133],"not":[134],"knowledge":[136],"each":[138],"other\u2019s":[139],"goal.":[140],"A":[141],"deep":[143],"deterministic":[144],"policy":[145],"gradient-based":[146],"framework":[147],"designed,":[149],"act":[157],"agents.":[159],"Experiments":[160],"demonstrate":[161],"proposed":[164],"method":[165],"can":[166],"obtain":[167],"acceptable":[169],"close":[173],"game-theoretic":[176],"for":[178],"all":[179],"players":[180],"under":[181],"time-invariant":[182],"environments,":[183],"which":[184],"considerably":[185],"outperforms":[186],"potential":[188],"alternatives":[189],"only":[192],"about":[193],"2.9%":[194],"away":[195],"optimal":[198],"solution.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-04-04T08:04:53.788161","created_date":"2025-10-10T00:00:00"}