{"id":"https://openalex.org/W2896633037","doi":"https://doi.org/10.1109/iswcs.2018.8491238","title":"Joint Mode Selection and Power Adaptation for D2D Communication with Reinforcement Learning","display_name":"Joint Mode Selection and Power Adaptation for D2D Communication with Reinforcement Learning","publication_year":2018,"publication_date":"2018-08-01","ids":{"openalex":"https://openalex.org/W2896633037","doi":"https://doi.org/10.1109/iswcs.2018.8491238","mag":"2896633037"},"language":"en","primary_location":{"id":"doi:10.1109/iswcs.2018.8491238","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iswcs.2018.8491238","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 15th International Symposium on Wireless Communication Systems (ISWCS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101886757","display_name":"Yiming Qiu","orcid":"https://orcid.org/0009-0003-9328-3205"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Qiu","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076610593","display_name":"Zelin Ji","orcid":"https://orcid.org/0000-0002-3081-1360"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zelin Ji","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033693404","display_name":"Yonghao Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghao Zhu","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066182346","display_name":"Guanghao Meng","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanghao Meng","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026650985","display_name":"Gang Xie","orcid":"https://orcid.org/0000-0002-8712-8888"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Xie","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":1.5714,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.84449918,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8093684911727905},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7939303517341614},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.6314859986305237},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6098505258560181},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.5719428658485413},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5062012076377869},{"id":"https://openalex.org/keywords/selection-algorithm","display_name":"Selection algorithm","score":0.49729517102241516},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.49543797969818115},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.4803791642189026},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4714955687522888},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.47057196497917175},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4656238257884979},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.45705389976501465},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.4289048910140991},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.39666417241096497},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3819199204444885},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3401259481906891},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.19731801748275757},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12497606873512268}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8093684911727905},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7939303517341614},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.6314859986305237},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6098505258560181},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.5719428658485413},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5062012076377869},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.49729517102241516},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.49543797969818115},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.4803791642189026},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4714955687522888},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.47057196497917175},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4656238257884979},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.45705389976501465},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.4289048910140991},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.39666417241096497},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3819199204444885},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3401259481906891},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.19731801748275757},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12497606873512268},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iswcs.2018.8491238","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iswcs.2018.8491238","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 15th International Symposium on Wireless Communication Systems (ISWCS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1992942660","https://openalex.org/W1996692966","https://openalex.org/W2026860654","https://openalex.org/W2044576662","https://openalex.org/W2048570986","https://openalex.org/W2073939733","https://openalex.org/W2091865794","https://openalex.org/W2121863487","https://openalex.org/W2140502378","https://openalex.org/W2164637474","https://openalex.org/W2166874862","https://openalex.org/W2483325812","https://openalex.org/W2563286983","https://openalex.org/W2745172780","https://openalex.org/W2963372384","https://openalex.org/W3098915991","https://openalex.org/W4214717370","https://openalex.org/W6684470913"],"related_works":["https://openalex.org/W2106711889","https://openalex.org/W4226210192","https://openalex.org/W2032430904","https://openalex.org/W2011751543","https://openalex.org/W2114648181","https://openalex.org/W2384373317","https://openalex.org/W4311180247","https://openalex.org/W2433632164","https://openalex.org/W1570809589","https://openalex.org/W2124364062"],"abstract_inverted_index":{"Device-to-Device":[0],"(D2D)":[1],"communication":[2],"is":[3,93,128],"widely":[4],"used":[5],"to":[6,20,36,133],"enhance":[7],"the":[8,58,89,135],"performance":[9,137],"of":[10,40,60,138],"cellular":[11,106],"networks.":[12],"For":[13],"each":[14,23],"D2D":[15,101],"link,":[16],"users":[17,102,107],"may":[18],"choose":[19],"communicate":[21],"with":[22,95],"other":[24,151],"under":[25],"different":[26],"transmission":[27],"modes":[28],"as":[29,31,103,105],"well":[30,104],"power":[32,74],"levels":[33],"in":[34,57],"order":[35],"guarantee":[37],"their":[38],"quality":[39],"service":[41],"(QoS).":[42],"The":[43],"main":[44],"challenges":[45],"arise":[46],"from":[47],"a":[48,69,85,122],"strong":[49],"need":[50],"for":[51],"distributed":[52],"optimization":[53],"algorithms":[54,153],"that":[55,144],"operate":[56],"absence":[59],"precise":[61],"network":[62],"knowledge.":[63],"In":[64],"this":[65],"paper,":[66],"we":[67],"propose":[68],"joint":[70],"mode":[71],"selection":[72],"and":[73,119,154],"adaptation":[75],"approach":[76],"using":[77],"conjecture":[78],"based":[79,116],"multi-agent":[80],"Q-Iearning":[81],"algorithm.":[82,140],"We":[83],"consider":[84],"realistic":[86],"scenario":[87],"where":[88],"base":[90],"station":[91],"(BS)":[92],"provided":[94],"strictly":[96],"limited":[97],"channel":[98],"knowledge,":[99],"whereas":[100],"have":[108],"only":[109],"private":[110,118],"SINR":[111],"information.":[112],"To":[113],"update":[114],"Q-value":[115,125],"on":[117],"incomplete":[120],"information,":[121],"long-term":[123],"observation-based":[124],"updating":[126],"algorithm":[127,147],"proposed.":[129],"Experiments":[130],"are":[131],"implemented":[132],"verify":[134],"convergence":[136],"our":[139,145],"Numerical":[141],"results":[142],"show":[143],"proposed":[146],"performs":[148],"better":[149],"than":[150],"state-of-the-art":[152],"achieves":[155],"near-optimal":[156],"energy":[157],"efficiency.":[158]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}