{"id":"https://openalex.org/W4312768898","doi":"https://doi.org/10.1109/tvt.2022.3223652","title":"Multiuser Scheduling Algorithm for 5G IoT Systems Based on Reinforcement Learning","display_name":"Multiuser Scheduling Algorithm for 5G IoT Systems Based on Reinforcement Learning","alternate_titles":[],"publication_year":2022,"publication_date":"2022-11-21","ids":{"openalex":"https://openalex.org/W4312768898","doi":"https://doi.org/10.1109/tvt.2022.3223652"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3223652","doi":"https://doi.org/10.1109/tvt.2022.3223652","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3223652","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4312768898"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100675108","display_name":"Zibo Li","orcid":"https://orcid.org/0000-0002-4495-6261","observed_orcids":["https://orcid.org/0000-0002-4495-6261"]},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zibo Li","raw_affiliation_strings":["College of Telecommunications & Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-4495-6261","affiliations":[{"raw_affiliation_string":"College of Telecommunications & Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052907741","display_name":"Su Pan","orcid":"https://orcid.org/0000-0002-0590-9227","observed_orcids":["https://orcid.org/0000-0002-0590-9227"]},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Su Pan","raw_affiliation_strings":["College of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-0590-9227","affiliations":[{"raw_affiliation_string":"College of Internet of Things, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083565326","display_name":"Yuxi Qin","orcid":"https://orcid.org/0000-0002-6322-9625","observed_orcids":["https://orcid.org/0000-0002-6322-9625"]},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxi Qin","raw_affiliation_strings":["College of Telecommunications & Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Telecommunications & Information Engineering, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I41198531"],"apc_list":{"value":2195,"currency":"USD","value_usd":2195},"apc_paid":null,"fwci":0.9527,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.69765541,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"72","issue":"4","first_page":"4643","last_page":"4653"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.6187000274658203,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.6187000274658203,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.30790001153945923,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.030899999663233757,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiuser-scheduling","display_name":"multiuser scheduling","score":0.9819999933242798},{"id":"https://openalex.org/keywords/5g-iot","display_name":"5G-IoT","score":0.7350000143051147},{"id":"https://openalex.org/keywords/mu-mimo","display_name":"MU-MIMO","score":0.9319999814033508},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"reinforcement learning","score":0.9390000104904175},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.9980000257492065},{"id":"https://openalex.org/keywords/user-selection","display_name":"user selection","score":0.800000011920929},{"id":"https://openalex.org/keywords/achievable-rate","display_name":"achievable rate","score":0.9100000262260437},{"id":"https://openalex.org/keywords/confidence-intervals","display_name":"confidence intervals","score":0.5979999899864197},{"id":"https://openalex.org/keywords/throughput-optimization","display_name":"throughput maximization","score":0.8410000205039978},{"id":"https://openalex.org/keywords/computational-cost-reduction","display_name":"computational complexity reduction","score":0.7990000247955322},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"greedy algorithm","score":0.7429999709129333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7333595752716064},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6397885680198669},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6293157339096069},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.5773527026176453},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5248498916625977},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.5101585984230042},{"id":"https://openalex.org/C207987634","wikidata":"https://www.wikidata.org/wiki/Q176862","display_name":"MIMO","level":3,"score":0.4392753839492798},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.43475142121315},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.4149530231952667},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3364635109901428},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2519693374633789},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1889723539352417},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.14821144938468933},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13580644130706787},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2022.3223652","doi":"https://doi.org/10.1109/tvt.2022.3223652","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3223652","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-a","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4943999946117401,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G4276402507","display_name":null,"funder_award_id":"62071244","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1987089531","https://openalex.org/W2017844652","https://openalex.org/W2020214664","https://openalex.org/W2023877378","https://openalex.org/W2043451967","https://openalex.org/W2096380022","https://openalex.org/W2098563066","https://openalex.org/W2100662485","https://openalex.org/W2111132618","https://openalex.org/W2111451941","https://openalex.org/W2116255173","https://openalex.org/W2117014495","https://openalex.org/W2119305782","https://openalex.org/W2126087318","https://openalex.org/W2137194757","https://openalex.org/W2137365207","https://openalex.org/W2325466454","https://openalex.org/W2341062043","https://openalex.org/W2557022797","https://openalex.org/W2767359317","https://openalex.org/W2768151601","https://openalex.org/W2793020708","https://openalex.org/W2898310594","https://openalex.org/W2945937688","https://openalex.org/W2978045476","https://openalex.org/W2998593207","https://openalex.org/W3008014991","https://openalex.org/W3011007523","https://openalex.org/W3011665186","https://openalex.org/W3089192431","https://openalex.org/W3134571296","https://openalex.org/W4231670616"],"related_works":["https://openalex.org/W4409917752","https://openalex.org/W4411162493","https://openalex.org/W3174093170","https://openalex.org/W7164891916","https://openalex.org/W7084065641","https://openalex.org/W3155850181","https://openalex.org/W2989596035","https://openalex.org/W4308539391","https://openalex.org/W2978045476","https://openalex.org/W3045214434"],"abstract_inverted_index":{"MU-MIMO":[0],"technology":[1],"is":[2,104,154,168,183,201],"adopted":[3,21],"in":[4,22,29],"5G":[5,16,83],"to":[6,38,58,143,148,156],"support":[7],"the":[8,15,23,41,54,59,65,96,110,113,117,121,126,132,135,150,165,176,180,191,194],"increasing":[9],"number":[10,61],"of":[11,50,62,98,116,120,134,179,187,206],"user":[12,27,52,55,91,99,122,146],"terminals":[13],"accessing":[14],"IoT":[17,63,84],"systems.":[18],"The":[19,90,137],"algorithms":[20],"existing":[24,66,188],"literatures":[25],"for":[26,82],"scheduling":[28,80],"MIMO":[30],"system":[31,195],"are":[32],"greedy":[33,207],"algorithm":[34,81,128,139,182,200],"essentially,":[35],"which":[36,94],"needs":[37],"repeatedly":[39,157],"calculate":[40,158],"achievable":[42,101,160],"data":[43,102,161],"rate":[44],"(or":[45],"its":[46],"low":[47],"complexity":[48,178],"characterization)":[49],"each":[51],"during":[53],"selection.":[56],"Due":[57],"large":[60],"terminals,":[64],"methods":[67],"will":[68],"generate":[69],"huge":[70],"computational":[71,166,177],"load.":[72],"In":[73],"this":[74,199],"paper,":[75],"we":[76],"propose":[77],"a":[78],"multiuser":[79],"systems":[85],"based":[86],"on":[87,131],"reinforcement":[88],"learning.":[89],"terminal's":[92,100,123],"action-value,":[93],"denotes":[95],"expectation":[97],"rate,":[103,162],"obtained":[105],"through":[106],"Q-learning.":[107],"We":[108],"define":[109],"Q-value":[111],"as":[112],"upper":[114],"bound":[115],"confidence":[118],"interval":[119],"action-value":[124],"and":[125,152,171],"proposed":[127,138,181],"selects":[129],"users":[130],"basis":[133],"Q-value.":[136],"does":[140],"not":[141,202],"need":[142],"try":[144],"different":[145],"combinations":[147],"maximize":[149],"throughput,":[151],"it":[153],"unnecessary":[155],"user's":[159],"so":[163],"that":[164,175,186,205],"load":[167],"reduced.":[169],"Simulation":[170],"numerical":[172],"results":[173],"show":[174],"lower":[184,203],"than":[185,204],"algorithms.":[189,208],"At":[190],"same":[192],"time,":[193],"throughput":[196],"achieved":[197],"by":[198]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4312768898","counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":4}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2023-01-05T00:00:00"}
