{"id":"https://openalex.org/W4384161786","doi":"https://doi.org/10.1109/jiot.2023.3295183","title":"Coexistence Between Task- and Data-Oriented Communications: A Whittle\u2019s Index Guided Multiagent Reinforcement Learning Approach","display_name":"Coexistence Between Task- and Data-Oriented Communications: A Whittle\u2019s Index Guided Multiagent Reinforcement Learning Approach","publication_year":2023,"publication_date":"2023-07-13","ids":{"openalex":"https://openalex.org/W4384161786","doi":"https://doi.org/10.1109/jiot.2023.3295183"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3295183","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3295183","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083350038","display_name":"Ran Li","orcid":"https://orcid.org/0000-0002-5067-4666"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran Li","raw_affiliation_strings":["School of Science and Engineering and the Future Network of Intelligence Institute, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","School of Science and Engineering (SSE) and the Future Network of Intelligence Institute (FNii), The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-5067-4666","affiliations":[{"raw_affiliation_string":"School of Science and Engineering and the Future Network of Intelligence Institute, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"School of Science and Engineering (SSE) and the Future Network of Intelligence Institute (FNii), The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101912486","display_name":"Chuan Huang","orcid":"https://orcid.org/0000-0001-5965-0823"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Huang","raw_affiliation_strings":["School of Science and Engineering and the Future Network of Intelligence Institute, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","School of Science and Engineering (SSE) and the Future Network of Intelligence Institute (FNii), The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5965-0823","affiliations":[{"raw_affiliation_string":"School of Science and Engineering and the Future Network of Intelligence Institute, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"School of Science and Engineering (SSE) and the Future Network of Intelligence Institute (FNii), The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091040593","display_name":"Xiaoqi Qin","orcid":"https://orcid.org/0000-0002-5788-0657"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqi Qin","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5788-0657","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022551116","display_name":"Shengpei Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengpei Jiang","raw_affiliation_strings":["SF Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SF Technology, Shenzhen, China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008846998","display_name":"Nan Ma","orcid":"https://orcid.org/0000-0002-2302-7148"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Ma","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2302-7148","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]},{"raw_affiliation_string":"Department of Broadband Communication, Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009164482","display_name":"Shuguang Cui","orcid":"https://orcid.org/0000-0003-2608-775X"},"institutions":[{"id":"https://openalex.org/I4210116924","display_name":"Chinese University of Hong Kong, Shenzhen","ror":"https://ror.org/02d5ks197","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633","https://openalex.org/I180726961","https://openalex.org/I4210116924"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuguang Cui","raw_affiliation_strings":["School of Science and Engineering and the Future Network of Intelligence Institute, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","School of Science and Engineering (SSE) and the Future Network of Intelligence Institute (FNii), The Chinese University of Hong Kong, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-2608-775X","affiliations":[{"raw_affiliation_string":"School of Science and Engineering and the Future Network of Intelligence Institute, The Chinese University of Hong Kong (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]},{"raw_affiliation_string":"School of Science and Engineering (SSE) and the Future Network of Intelligence Institute (FNii), The Chinese University of Hong Kong, Shenzhen, China","institution_ids":["https://openalex.org/I4210116924"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4037,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.82235938,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"11","issue":"2","first_page":"2630","last_page":"2647"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9448999762535095,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13471","display_name":"Cognitive Functions and Memory","score":0.9298999905586243,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7905939817428589},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7820509672164917},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6152122616767883},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5921530723571777},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5583437085151672},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.48812755942344666},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.48100385069847107},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.471889853477478},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4574025273323059},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4548802971839905},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28823208808898926},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2392917275428772},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17497608065605164}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7905939817428589},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7820509672164917},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6152122616767883},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5921530723571777},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5583437085151672},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.48812755942344666},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.48100385069847107},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.471889853477478},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4574025273323059},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4548802971839905},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28823208808898926},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2392917275428772},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17497608065605164},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3295183","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3295183","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1432846948","display_name":null,"funder_award_id":"62341112","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3876535760","display_name":null,"funder_award_id":"62022070","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W945465396","https://openalex.org/W1993918491","https://openalex.org/W2065284701","https://openalex.org/W2098432798","https://openalex.org/W2119567691","https://openalex.org/W2137152139","https://openalex.org/W2164599584","https://openalex.org/W2736601468","https://openalex.org/W2947711570","https://openalex.org/W2949681263","https://openalex.org/W2962974944","https://openalex.org/W2963270598","https://openalex.org/W2963992086","https://openalex.org/W2981587265","https://openalex.org/W2995485083","https://openalex.org/W3040741665","https://openalex.org/W3041291604","https://openalex.org/W3048471005","https://openalex.org/W3097276919","https://openalex.org/W3114944817","https://openalex.org/W3119595909","https://openalex.org/W3137011169","https://openalex.org/W3215171387","https://openalex.org/W4214717370","https://openalex.org/W4221167789","https://openalex.org/W4226370802","https://openalex.org/W4239944506","https://openalex.org/W4320029282","https://openalex.org/W4394672593","https://openalex.org/W6684921986","https://openalex.org/W6736057607","https://openalex.org/W6741002519","https://openalex.org/W6756463683","https://openalex.org/W6810279776","https://openalex.org/W6864350279"],"related_works":["https://openalex.org/W2937181779","https://openalex.org/W3167472281","https://openalex.org/W4297095626","https://openalex.org/W4362647313","https://openalex.org/W2482498454","https://openalex.org/W3201878770","https://openalex.org/W3198596521","https://openalex.org/W2353483528","https://openalex.org/W2124144580","https://openalex.org/W1996326480"],"abstract_inverted_index":{"We":[0],"investigate":[1],"the":[2,21,27,38,42,64,70,76,83,91,101,119,143,147,154,158,164,172,182],"coexistence":[3],"of":[4,17,30,41,45,79,86,167,174,189],"task-oriented":[5],"and":[6,19,34,69,89,106,109,157],"data-oriented":[7],"communications":[8],"in":[9],"a":[10,15,53,131],"IoT":[11],"system":[12],"that":[13,181],"shares":[14],"group":[16],"channels,":[18],"study":[20],"scheduling":[22],"problem":[23,49,88],"to":[24,60,63,112,141,170],"jointly":[25],"optimize":[26],"weighted":[28],"age":[29,188],"incorrect":[31],"information":[32,190],"(AoII)":[33],"throughput,":[35],"which":[36,57,118],"are":[37],"performance":[39],"metrics":[40],"two":[43],"types":[44],"communications,":[46],"respectively.":[47],"This":[48],"is":[50,58,125],"formulated":[51],"as":[52],"Markov":[54,115],"decision":[55],"problem,":[56],"difficult":[59],"solve":[61,142],"due":[62],"large":[65,120],"discrete":[66,121],"action":[67,72,122,155],"space":[68,123],"time-varying":[71,175],"constraints":[73],"induced":[74],"by":[75],"stochastic":[77],"availability":[78],"channels.":[80],"By":[81],"exploiting":[82],"intrinsic":[84],"properties":[85],"this":[87],"reformulating":[90],"reward":[92],"function":[93],"based":[94,192],"on":[95],"channel":[96,198],"statistics,":[97],"we":[98,129],"first":[99],"simplify":[100],"solution":[102],"space,":[103,105,156],"state":[104],"optimality":[107],"criteria,":[108],"convert":[110],"it":[111],"an":[113],"equivalent":[114],"game,":[116,145],"for":[117],"issue":[124,173],"greatly":[126],"relieved.":[127],"Then,":[128],"propose":[130],"Whittle\u2019s":[132,149],"index":[133,150],"guided":[134],"multi-agent":[135],"proximal":[136],"policy":[137],"optimization":[138],"(WI-MAPPO)":[139],"algorithm":[140,162,184],"considered":[144],"where":[146],"embedded":[148],"module":[151],"further":[152],"shrinks":[153],"proposed":[159,183],"offline":[160],"training":[161,165],"extends":[163],"kernel":[166],"conventional":[168],"MAPPO":[169],"address":[171],"constraints.":[176],"Finally,":[177],"numerical":[178],"results":[179],"validate":[180],"significantly":[185],"outperforms":[186],"state-of-the-art":[187],"(AoI)":[191],"algorithms":[193],"under":[194],"scenarios":[195],"with":[196],"insufficient":[197],"resources.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}