{"id":"https://openalex.org/W2766622622","doi":"https://doi.org/10.3390/fi9040072","title":"Throughput-Aware Cooperative Reinforcement Learning for Adaptive Resource Allocation in Device-to-Device Communication","display_name":"Throughput-Aware Cooperative Reinforcement Learning for Adaptive Resource Allocation in Device-to-Device Communication","publication_year":2017,"publication_date":"2017-11-01","ids":{"openalex":"https://openalex.org/W2766622622","doi":"https://doi.org/10.3390/fi9040072","mag":"2766622622"},"language":"en","primary_location":{"id":"doi:10.3390/fi9040072","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi9040072","pdf_url":"https://www.mdpi.com/1999-5903/9/4/72/pdf?version=1509534624","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1999-5903/9/4/72/pdf?version=1509534624","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074746901","display_name":"Muhidul Islam Khan","orcid":"https://orcid.org/0000-0002-9035-9046"},"institutions":[{"id":"https://openalex.org/I111112146","display_name":"Tallinn University of Technology","ror":"https://ror.org/0443cwa12","country_code":"EE","type":"education","lineage":["https://openalex.org/I111112146"]}],"countries":["EE"],"is_corresponding":true,"raw_author_name":"Muhidul Khan","raw_affiliation_strings":["Thomas Johann Seeback Department of Electronics, School of Information Technology, Tallinn University of Technology, Ehitajate tee 5, 19086 Tallinn, Estonia"],"raw_orcid":"https://orcid.org/0000-0002-9035-9046","affiliations":[{"raw_affiliation_string":"Thomas Johann Seeback Department of Electronics, School of Information Technology, Tallinn University of Technology, Ehitajate tee 5, 19086 Tallinn, Estonia","institution_ids":["https://openalex.org/I111112146"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057700615","display_name":"Muhammad Mahtab Alam","orcid":"https://orcid.org/0000-0002-1055-7959"},"institutions":[{"id":"https://openalex.org/I111112146","display_name":"Tallinn University of Technology","ror":"https://ror.org/0443cwa12","country_code":"EE","type":"education","lineage":["https://openalex.org/I111112146"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Muhammad Alam","raw_affiliation_strings":["Thomas Johann Seeback Department of Electronics, School of Information Technology, Tallinn University of Technology, Ehitajate tee 5, 19086 Tallinn, Estonia"],"raw_orcid":"https://orcid.org/0000-0002-1055-7959","affiliations":[{"raw_affiliation_string":"Thomas Johann Seeback Department of Electronics, School of Information Technology, Tallinn University of Technology, Ehitajate tee 5, 19086 Tallinn, Estonia","institution_ids":["https://openalex.org/I111112146"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043140393","display_name":"Yannick Le Moullec","orcid":"https://orcid.org/0000-0003-4667-621X"},"institutions":[{"id":"https://openalex.org/I111112146","display_name":"Tallinn University of Technology","ror":"https://ror.org/0443cwa12","country_code":"EE","type":"education","lineage":["https://openalex.org/I111112146"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Yannick Moullec","raw_affiliation_strings":["Thomas Johann Seeback Department of Electronics, School of Information Technology, Tallinn University of Technology, Ehitajate tee 5, 19086 Tallinn, Estonia"],"raw_orcid":"https://orcid.org/0000-0003-4667-621X","affiliations":[{"raw_affiliation_string":"Thomas Johann Seeback Department of Electronics, School of Information Technology, Tallinn University of Technology, Ehitajate tee 5, 19086 Tallinn, Estonia","institution_ids":["https://openalex.org/I111112146"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012304239","display_name":"Elias Yaacoub","orcid":"https://orcid.org/0000-0002-3318-0621"},"institutions":[{"id":"https://openalex.org/I4210090878","display_name":"Arab Open University","ror":"https://ror.org/00d260p98","country_code":"LB","type":"education","lineage":["https://openalex.org/I4210090878","https://openalex.org/I4210093932"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Elias Yaacoub","raw_affiliation_strings":["Faculty of Computer Studies, Arab Open University, Omar Bayhoum Str. - Park Sector, Beirut 2058 4518, Lebanon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Computer Studies, Arab Open University, Omar Bayhoum Str. - Park Sector, Beirut 2058 4518, Lebanon","institution_ids":["https://openalex.org/I4210090878"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5074746901"],"corresponding_institution_ids":["https://openalex.org/I111112146"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1782},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1782},"fwci":1.6805,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.84543484,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"9","issue":"4","first_page":"72","last_page":"72"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8167166709899902},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.812620997428894},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.7495508193969727},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6208735108375549},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.6089572310447693},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5089054107666016},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4967999756336212},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4882061779499054},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.45315811038017273},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.4306378662586212},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.4299825429916382},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.428522527217865},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.41667264699935913},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.19672653079032898},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.1703799068927765},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1578086018562317},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09304553270339966},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08341434597969055}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8167166709899902},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.812620997428894},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.7495508193969727},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6208735108375549},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.6089572310447693},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5089054107666016},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4967999756336212},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4882061779499054},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.45315811038017273},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.4306378662586212},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.4299825429916382},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.428522527217865},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.41667264699935913},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.19672653079032898},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.1703799068927765},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1578086018562317},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09304553270339966},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08341434597969055},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3390/fi9040072","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi9040072","pdf_url":"https://www.mdpi.com/1999-5903/9/4/72/pdf?version=1509534624","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:gam:jftint:v:9:y:2017:i:4:p:72-:d:117295","is_oa":false,"landing_page_url":"https://www.mdpi.com/1999-5903/9/4/72/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:doaj.org/article:99958a9f527347ce8365a6c9f0c7f9b1","is_oa":true,"landing_page_url":"https://doaj.org/article/99958a9f527347ce8365a6c9f0c7f9b1","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet, Vol 9, Iss 4, p 72 (2017)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1999-5903/9/4/72/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/fi9040072","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Future Internet; Volume 9; Issue 4; Pages: 72","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/fi9040072","is_oa":true,"landing_page_url":"https://doi.org/10.3390/fi9040072","pdf_url":"https://www.mdpi.com/1999-5903/9/4/72/pdf?version=1509534624","source":{"id":"https://openalex.org/S34838331","display_name":"Future Internet","issn_l":"1999-5903","issn":["1999-5903"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Future Internet","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1509036040","https://openalex.org/W1844546550","https://openalex.org/W1986186099","https://openalex.org/W1994004937","https://openalex.org/W1998307152","https://openalex.org/W1999292437","https://openalex.org/W2031260290","https://openalex.org/W2031322911","https://openalex.org/W2040311167","https://openalex.org/W2054767147","https://openalex.org/W2066106876","https://openalex.org/W2076807755","https://openalex.org/W2091541911","https://openalex.org/W2096487962","https://openalex.org/W2098781871","https://openalex.org/W2107726111","https://openalex.org/W2113059852","https://openalex.org/W2117537207","https://openalex.org/W2121863487","https://openalex.org/W2140502378","https://openalex.org/W2140656373","https://openalex.org/W2154170335","https://openalex.org/W2227086049","https://openalex.org/W2227775890","https://openalex.org/W2293577748","https://openalex.org/W2540387989","https://openalex.org/W2563286983","https://openalex.org/W2582555897","https://openalex.org/W2950684836","https://openalex.org/W2962679604","https://openalex.org/W4214717370","https://openalex.org/W6732643597"],"related_works":["https://openalex.org/W2942811985","https://openalex.org/W2996898524","https://openalex.org/W2770373058","https://openalex.org/W2556822198","https://openalex.org/W3089257401","https://openalex.org/W1969801476","https://openalex.org/W2162959825","https://openalex.org/W4200191187","https://openalex.org/W2020543839","https://openalex.org/W2549806668"],"abstract_inverted_index":{"Device-to-device":[0],"(D2D)":[1],"communication":[2],"is":[3,36,59],"an":[4],"essential":[5],"feature":[6],"for":[7,81],"the":[8,26,29,44,101,115,124,137,142,150,156,159,181,192,223,232],"future":[9],"cellular":[10,21,57],"networks":[11],"as":[12,109,206,208],"it":[13,62],"increases":[14,149],"spectrum":[15],"efficiency":[16],"by":[17,43,122,211,228],"reusing":[18],"resources":[19],"between":[20,107,128],"and":[22,130,153,172,197,221],"D2D":[23,45,51,195,209],"users.":[24,46],"However,":[25],"performance":[27],"of":[28,139,145,158,175,194,202,225,231],"overall":[30,116,203],"system":[31,89,117,204],"can":[32],"degrade":[33],"if":[34],"there":[35],"no":[37],"proper":[38,212],"control":[39],"over":[40],"interferences":[41],"produced":[42],"Efficient":[47],"resource":[48,83,183],"allocation":[49,174,184],"among":[50],"User":[52],"equipments":[53],"(UE)":[54],"in":[55,200],"a":[56,66,76,132],"network":[58],"desirable":[60],"since":[61],"helps":[63],"to":[64,87,93,99,112],"provide":[65],"suitable":[67],"interference":[68,233],"management":[69],"system.":[70],"In":[71,91],"this":[72],"paper,":[73],"we":[74,104,163],"propose":[75],"cooperative":[77],"reinforcement":[78,170],"learning":[79,160,171],"algorithm":[80,185],"adaptive":[82],"allocation,":[84],"which":[85,97,148],"contributes":[86],"improving":[88,222],"throughput.":[90,118],"order":[92],"avoid":[94],"selfish":[95],"devices,":[96],"try":[98],"increase":[100],"throughput":[102,210],"independently,":[103],"consider":[105],"cooperation":[106,121],"devices":[108,129],"promising":[110],"approach":[111],"significantly":[113],"improve":[114],"We":[119,135],"impose":[120],"sharing":[123],"value":[125],"function/learned":[126],"policies":[127],"incorporating":[131],"neighboring":[133],"factor.":[134],"incorporate":[136],"set":[138],"states":[140],"with":[141,167,218],"appropriate":[143],"number":[144,193],"system-defined":[146],"variables,":[147],"observation":[151],"space":[152],"consequently":[154],"improves":[155],"accuracy":[157],"algorithm.":[161],"Finally,":[162],"compare":[164],"our":[165],"work":[166],"existing":[168,188],"distributed":[169],"random":[173],"resources.":[176],"Simulation":[177],"results":[178],"show":[179],"that":[180],"proposed":[182],"outperforms":[186],"both":[187],"methods":[189],"while":[190],"varying":[191],"users":[196],"transmission":[198],"power":[199],"terms":[201],"throughput,":[205],"well":[207],"Resource":[213],"block":[214],"(RB)-power":[215],"level":[216],"combination":[217],"fairness":[219],"measure":[220],"Quality":[224],"service":[226],"(QoS)":[227],"efficient":[229],"controlling":[230],"level.":[234]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2017-11-10T00:00:00"}