{"id":"https://openalex.org/W4294811306","doi":"https://doi.org/10.1109/jiot.2022.3204359","title":"Equilibrated and Fast Resources Allocation for Massive and Diversified MTC Services Using Multiagent Deep Reinforcement Learning","display_name":"Equilibrated and Fast Resources Allocation for Massive and Diversified MTC Services Using Multiagent Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-09-06","ids":{"openalex":"https://openalex.org/W4294811306","doi":"https://doi.org/10.1109/jiot.2022.3204359"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2022.3204359","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3204359","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022504089","display_name":"Lun Tang","orcid":"https://orcid.org/0000-0003-0874-5288"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lun Tang","raw_affiliation_strings":["School of Communication and Information Engineering and the Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0003-0874-5288","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering and the Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010377329","display_name":"Yucong Du","orcid":"https://orcid.org/0000-0001-5968-7458"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yucong Du","raw_affiliation_strings":["School of Communication and Information Engineering and the Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-5968-7458","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering and the Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084338675","display_name":"Qianbin Chen","orcid":"https://orcid.org/0000-0001-6868-6860"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianbin Chen","raw_affiliation_strings":["School of Communication and Information Engineering and the Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-6868-6860","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering and the Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055193596","display_name":"Qinghai Liu","orcid":"https://orcid.org/0009-0008-4157-5309"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinghai Liu","raw_affiliation_strings":["School of Communication and Information Engineering and the Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering and the Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039720441","display_name":"Jinyu Li","orcid":"https://orcid.org/0009-0005-6736-1016"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyu Li","raw_affiliation_strings":["School of Communication and Information Engineering and the Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering and the Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019592307","display_name":"Shirui Li","orcid":"https://orcid.org/0000-0001-9506-133X"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shirui Li","raw_affiliation_strings":["School of Communication and Information Engineering and the Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering and the Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I10535382"],"apc_list":null,"apc_paid":null,"fwci":0.4008,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.61269529,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"10","issue":"1","first_page":"664","last_page":"681"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8240092992782593},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6808733940124512},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6190388798713684},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5422310829162598},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5027437210083008},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4331430196762085},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3545096814632416},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1976746916770935}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8240092992782593},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6808733940124512},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6190388798713684},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5422310829162598},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5027437210083008},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4331430196762085},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3545096814632416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1976746916770935},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2022.3204359","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2022.3204359","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2677711770","display_name":"\u8fb9\u7f18\u667a\u80fd\u8ba1\u7b97\u534f\u540c\u673a\u7406\u4e0e\u667a\u80fd\u8d44\u6e90\u8c03\u5ea6\u7b97\u6cd5\u7814\u7a76","funder_award_id":"62071078","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6712112207","display_name":null,"funder_award_id":"KJZD-M201800601","funder_id":"https://openalex.org/F4320324805","funder_display_name":"Chongqing Municipal Education Commission"},{"id":"https://openalex.org/G8047245362","display_name":null,"funder_award_id":"2021YFQ0053","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324805","display_name":"Chongqing Municipal Education Commission","ror":"https://ror.org/031nm5713"},{"id":"https://openalex.org/F4320333335","display_name":"Sichuan Province Science and Technology Support Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2019577050","https://openalex.org/W2131959252","https://openalex.org/W2145339207","https://openalex.org/W2343204836","https://openalex.org/W2583824821","https://openalex.org/W2594759883","https://openalex.org/W2766846808","https://openalex.org/W2787938642","https://openalex.org/W2886611659","https://openalex.org/W2887019724","https://openalex.org/W2895216609","https://openalex.org/W2903252781","https://openalex.org/W2916079228","https://openalex.org/W2946894953","https://openalex.org/W2949913798","https://openalex.org/W2963549200","https://openalex.org/W2963864421","https://openalex.org/W2996568029","https://openalex.org/W2996945891","https://openalex.org/W3000642679","https://openalex.org/W3005698582","https://openalex.org/W3006625458","https://openalex.org/W3007865182","https://openalex.org/W3009886508","https://openalex.org/W3016185400","https://openalex.org/W3022342895","https://openalex.org/W3039237082","https://openalex.org/W3044131578","https://openalex.org/W3044499041","https://openalex.org/W3047527784","https://openalex.org/W3080752339","https://openalex.org/W3081808596","https://openalex.org/W3088170374","https://openalex.org/W3094261168","https://openalex.org/W3094736543","https://openalex.org/W3107554570","https://openalex.org/W3166109933","https://openalex.org/W3170381974","https://openalex.org/W3175884222","https://openalex.org/W3188326818","https://openalex.org/W3199742680","https://openalex.org/W3200448595","https://openalex.org/W4211214963","https://openalex.org/W4212889502","https://openalex.org/W4213108265","https://openalex.org/W6683204974","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6748839928"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"Massive":[0],"and":[1,36,42,74,80,95,103,111,186,208,233],"diversified":[2,199],"machine":[3],"type":[4],"communication":[5],"(MTC)":[6],"service":[7,247],"is":[8,27,162],"one":[9,55],"of":[10,14,18,45,56,66,98,124,134,138,153,189,204],"the":[11,57,69,90,121,125,131,135,139,147,154,159,194,202,210,221,240,245],"development":[12],"trends":[13],"MTC":[15,46],"in":[16,229],"Internet":[17],"Things":[19],"(IoT).":[20],"Meanwhile,":[21],"realizing":[22],"network":[23,32,100,105,126],"functions":[24],"virtualization":[25],"(NFV)":[26],"inseparable":[28],"from":[29],"reasonable":[30,211],"virtual":[31],"function":[33,141],"(VNF)":[34],"scheduling":[35,41,94],"resource":[37,43,82,96,212],"allocation.":[38,83],"For":[39],"VNF":[40,93],"allocation":[44,97,213],"services,":[47,182,200],"recently,":[48],"deep":[49,173],"reinforcement":[50],"learning":[51],"(DRL)":[52],"has":[53,244],"become":[54],"feasible":[58],"solutions.":[59],"However,":[60],"existing":[61],"DRL":[62,160],"solutions":[63],"have":[64],"problems":[65],"inapplicability":[67],"to":[68,145,179,197],"environment":[70],"with":[71,107],"both":[72],"discrete":[73],"continuous":[75,151],"variables,":[76],"long":[77],"training,":[78],"time":[79,235],"nonequilibrium":[81,205],"In":[84],"this":[85],"article,":[86],"we":[87,129,165,192],"first":[88],"model":[89,168],"end-to-end":[91],"(E2E)":[92],"core":[99],"nodes,":[101],"links,":[102],"access":[104],"subcarriers":[106],"different":[108],"strategies,":[109],"respectively,":[110],"propose":[112,130,166],"a":[113,167],"compound":[114,148],"variable":[115],"optimization":[116,155],"problem":[117,203],"aiming":[118],"at":[119],"maximizing":[120],"net":[122],"income":[123],"provider.":[127],"Then,":[128],"mapping":[132,143],"scheme":[133],"absolute":[136],"value":[137],"signum":[140],"(ASgn":[142],"scheme)":[144],"simplify":[146],"variables":[149,152],"into":[150],"problem,":[156],"so":[157],"that":[158,220],"algorithm":[161,178,196,243],"applicable.":[163],"Moreover,":[164],"paralleling":[169],"multiagent":[170],"twin":[171],"delayed":[172],"deterministic":[174],"(MPMA-TD3)":[175],"policy":[176],"gradient":[177],"handle":[180,198],"massive":[181,237],"reduce":[183],"training":[184,234],"time,":[185],"action":[187],"space":[188],"agents.":[190],"Finally,":[191],"improve":[193],"MPMA-TD3":[195,242],"solve":[201],"resources":[206],"allocation,":[207],"realize":[209],"for":[214,236],"each":[215],"service.":[216],"Simulation":[217],"results":[218],"show":[219],"proposed":[222],"algorithms":[223,228],"are":[224],"better":[225],"than":[226],"other":[227],"reward,":[230],"delay,":[231],"cost,":[232],"services.":[238],"Further,":[239],"Improved":[241],"best":[246],"equilibrating":[248],"ability.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}