{"id":"https://openalex.org/W3190901042","doi":"https://doi.org/10.1109/icc42927.2021.9501055","title":"Channel Selection and Power Control for D2D Communication via Online Reinforcement Learning","display_name":"Channel Selection and Power Control for D2D Communication via Online Reinforcement Learning","publication_year":2021,"publication_date":"2021-06-01","ids":{"openalex":"https://openalex.org/W3190901042","doi":"https://doi.org/10.1109/icc42927.2021.9501055","mag":"3190901042"},"language":"en","primary_location":{"id":"doi:10.1109/icc42927.2021.9501055","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc42927.2021.9501055","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2021 - IEEE International Conference on Communications","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025862369","display_name":"Zhenfeng Sun","orcid":"https://orcid.org/0000-0001-7468-9873"},"institutions":[{"id":"https://openalex.org/I4210119896","display_name":"King's College School","ror":"https://ror.org/02bbqcn27","country_code":"GB","type":"education","lineage":["https://openalex.org/I4210119896"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhenfeng Sun","raw_affiliation_strings":["King’s College London,Department of Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King’s College London,Department of Engineering","institution_ids":["https://openalex.org/I4210119896"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041338005","display_name":"Mohammad Reza Nakhai","orcid":"https://orcid.org/0000-0001-6718-8448"},"institutions":[{"id":"https://openalex.org/I4210119896","display_name":"King's College School","ror":"https://ror.org/02bbqcn27","country_code":"GB","type":"education","lineage":["https://openalex.org/I4210119896"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Mohammad Reza Nakhai","raw_affiliation_strings":["King’s College London,Department of Engineering"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King’s College London,Department of Engineering","institution_ids":["https://openalex.org/I4210119896"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210119896"],"apc_list":null,"apc_paid":null,"fwci":2.442,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.89355377,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7717409133911133},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.676384449005127},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6575130820274353},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.5924437046051025},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5582084655761719},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5529865026473999},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4728933870792389},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.44514015316963196},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.29552289843559265},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23635077476501465},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20197010040283203}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7717409133911133},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.676384449005127},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6575130820274353},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.5924437046051025},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5582084655761719},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5529865026473999},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4728933870792389},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.44514015316963196},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.29552289843559265},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23635077476501465},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20197010040283203},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icc42927.2021.9501055","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icc42927.2021.9501055","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICC 2021 - IEEE International Conference on Communications","raw_type":"proceedings-article"},{"id":"pmh:oai:kclpure.kcl.ac.uk:publications/dd9f0e9f-411f-41b0-9a6c-59d87d33b896","is_oa":false,"landing_page_url":"https://kclpure.kcl.ac.uk/portal/en/publications/dd9f0e9f-411f-41b0-9a6c-59d87d33b896","pdf_url":null,"source":{"id":"https://openalex.org/S4306400216","display_name":"Research Portal (King's College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I183935753","host_organization_name":"King's College London","host_organization_lineage":["https://openalex.org/I183935753"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sun, Z & Nakhai, M R 2021, Channel Selection and Power Control for D2D Communication via Online Reinforcement Learning. in ICC 2021 - IEEE International Conference on Communications, Proceedings. IEEE International Conference on Communications, 2021 IEEE International Conference on Communications, ICC 2021, Virtual, Online, Canada, 14/06/2021. https://doi.org/10.1109/ICC42927.2021.9501055","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1974147084","https://openalex.org/W1980497528","https://openalex.org/W2117537207","https://openalex.org/W2121863487","https://openalex.org/W2140502378","https://openalex.org/W2149016651","https://openalex.org/W2156347136","https://openalex.org/W2164599584","https://openalex.org/W2588911195","https://openalex.org/W2896633037","https://openalex.org/W2953334758","https://openalex.org/W2963186244","https://openalex.org/W4214717370","https://openalex.org/W6683001934"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"In":[0],"this":[1,67],"paper,":[2],"we":[3,69,114],"address":[4],"the":[5,12,19,58,98,107,110,133,137,153],"problem":[6],"of":[7,15,21,94,109,136,146],"Device-to-Device":[8],"communication":[9],"(D2D)":[10],"in":[11,63,144],"next":[13],"generations":[14],"cellular":[16,90],"networks,":[17],"where":[18],"number":[20],"D2D":[22,46,78,87,119,122],"pairs":[23,47,79],"can":[24],"grow":[25],"large":[26],"and,":[27],"hence,":[28],"improving":[29],"spectral":[30],"efficiency":[31],"becomes":[32],"a":[33,53],"crucial":[34],"design":[35],"factor.":[36],"More":[37],"specifically,":[38],"decentralized":[39],"channel":[40,101],"selection":[41],"and":[42,89,105,125,140],"power":[43],"control":[44],"by":[45],"for":[48],"interference":[49],"mitigation":[50],"without":[51],"inflicting":[52],"heavy":[54],"controlling":[55],"overhead":[56],"on":[57],"network":[59,82,127],"become":[60],"significant":[61],"challenges":[62],"allocating":[64],"resources.":[65],"To":[66,103],"end,":[68],"introduce":[70],"an":[71],"online":[72,112],"distributed":[73],"reinforcement":[74],"learning":[75],"algorithm":[76,139],"at":[77],"to":[80,152],"maximize":[81],"throughput,":[83],"while":[84],"guaranteeing":[85],"both":[86],"users\u2019":[88,91],"(CUs)":[92],"Quality":[93],"Service":[95],"(QoS)":[96],"under":[97],"dynamic":[99],"wireless":[100],"environment.":[102],"track":[104],"evaluate":[106],"performance":[108,143],"proposed":[111,138],"algorithm,":[113],"define":[115],"three":[116,147],"metrics,":[117],"i.e.,":[118],"collision":[120],"probability,":[121],"access":[123],"rate":[124],"time-average":[126],"throughput.":[128],"The":[129],"simulation":[130],"results":[131],"confirm":[132],"convergence":[134],"property":[135],"shows":[141],"improved":[142],"terms":[145],"defined":[148],"metrics":[149],"as":[150],"compared":[151],"celebrated":[154],"Q-learning-based":[155],"method.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}