{"id":"https://openalex.org/W4401717519","doi":"https://doi.org/10.1109/access.2024.3447471","title":"Spectrum Efficient Mode Selection and Resource Allocation Optimization for D2D Communication in HetNet: A Multi-Agent Q-Learning Approach","display_name":"Spectrum Efficient Mode Selection and Resource Allocation Optimization for D2D Communication in HetNet: A Multi-Agent Q-Learning Approach","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4401717519","doi":"https://doi.org/10.1109/access.2024.3447471"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3447471","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3447471","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3447471","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071632000","display_name":"Ali Majid Hasan Alibraheemi","orcid":"https://orcid.org/0000-0002-0416-2459"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Ali Majid Hasan Alibraheemi","raw_affiliation_strings":["Department of Electrical Engineering, Faculty of Engineering, University of Malaya, Kuala Lumpur, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-0416-2459","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Faculty of Engineering, University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112434178","display_name":"MHD Nour Hindia","orcid":null},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Mhd Nour Hindia","raw_affiliation_strings":["Department of Electrical Engineering, Faculty of Engineering, University of Malaya, Kuala Lumpur, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Faculty of Engineering, University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043505428","display_name":"Tengku Faiz Tengku Mohmed Noor Izam","orcid":"https://orcid.org/0000-0003-2816-2506"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Tengku Faiz Tengku Mohmed Noor Izam","raw_affiliation_strings":["Department of Electrical Engineering, Faculty of Engineering, University of Malaya, Kuala Lumpur, Malaysia"],"raw_orcid":"https://orcid.org/0000-0003-2816-2506","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Faculty of Engineering, University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069155335","display_name":"Kaharudin Dimyati","orcid":"https://orcid.org/0000-0002-0186-3890"},"institutions":[{"id":"https://openalex.org/I33849332","display_name":"University of Malaya","ror":"https://ror.org/00rzspn62","country_code":"MY","type":"education","lineage":["https://openalex.org/I33849332"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Kaharudin Dimyati","raw_affiliation_strings":["Department of Electrical Engineering, Faculty of Engineering, University of Malaya, Kuala Lumpur, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-0186-3890","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Faculty of Engineering, University of Malaya, Kuala Lumpur, Malaysia","institution_ids":["https://openalex.org/I33849332"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I33849332"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.9742,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.86592003,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"131217","last_page":"131229"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.787373423576355},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6438011527061462},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.6130996942520142},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5551933646202087},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.48296231031417847},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.45401397347450256},{"id":"https://openalex.org/keywords/frequency-allocation","display_name":"Frequency allocation","score":0.4343244731426239},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4026283621788025},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.330971896648407},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.20529106259346008},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.18984666466712952},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15162327885627747},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.14729052782058716},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.11717039346694946}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.787373423576355},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6438011527061462},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.6130996942520142},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5551933646202087},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.48296231031417847},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.45401397347450256},{"id":"https://openalex.org/C134579502","wikidata":"https://www.wikidata.org/wiki/Q1455619","display_name":"Frequency allocation","level":2,"score":0.4343244731426239},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4026283621788025},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.330971896648407},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.20529106259346008},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.18984666466712952},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15162327885627747},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.14729052782058716},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.11717039346694946}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3447471","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3447471","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bfc7d46763504428bfa8f3cece48be22","is_oa":true,"landing_page_url":"https://doaj.org/article/bfc7d46763504428bfa8f3cece48be22","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 131217-131229 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3447471","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3447471","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4737685652","display_name":null,"funder_award_id":"FRGS/1/2020/TK0/UM/02/39","funder_id":"https://openalex.org/F4320321709","funder_display_name":"Ministry of Higher Education, Malaysia"}],"funders":[{"id":"https://openalex.org/F4320321709","display_name":"Ministry of Higher Education, Malaysia","ror":"https://ror.org/05mcs2t73"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2963136846","https://openalex.org/W2964298527","https://openalex.org/W2972793456","https://openalex.org/W3010109240","https://openalex.org/W3020522931","https://openalex.org/W3045540405","https://openalex.org/W3127821067","https://openalex.org/W3137475016","https://openalex.org/W3201974515","https://openalex.org/W3202401223","https://openalex.org/W3214924235","https://openalex.org/W4200191187","https://openalex.org/W4211067547","https://openalex.org/W4226208105","https://openalex.org/W4293079979","https://openalex.org/W4293211360","https://openalex.org/W4294741352","https://openalex.org/W4295865088","https://openalex.org/W4298127670","https://openalex.org/W4312342268","https://openalex.org/W4317796233","https://openalex.org/W4318484030","https://openalex.org/W4319303278","https://openalex.org/W4319968871","https://openalex.org/W4321016148","https://openalex.org/W4321195589","https://openalex.org/W4321488241","https://openalex.org/W4375947245","https://openalex.org/W4383751405","https://openalex.org/W4384518909","https://openalex.org/W4385569618","https://openalex.org/W4386284806","https://openalex.org/W4387097665","https://openalex.org/W4387272156"],"related_works":["https://openalex.org/W2795085641","https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W4315630413"],"abstract_inverted_index":{"Device-to-Device":[0],"(D2D)":[1],"communication":[2],"has":[3],"shown":[4],"great":[5],"potential":[6],"as":[7,93],"a":[8,48,94,128,148,170],"technology":[9],"for":[10,76,144,160,181],"beyond-fifth-generation":[11],"(B5G)":[12],"heterogeneous":[13],"networks":[14],"(HetNets)":[15],"to":[16,40,58,104,122,135,155,176,196],"meet":[17],"the":[18,26,71,107,124,137,157,166,178,189,192,201],"increasing":[19],"needs":[20],"of":[21,28,73,191],"smart":[22],"mobile":[23],"devices.":[24],"However,":[25],"implementation":[27],"D2D":[29,65,77,145,161,183],"communications":[30,66],"is":[31,56,91,101,110,133,153,174],"accompanied":[32],"by":[33,212],"various":[34],"technical":[35],"challenges":[36],"and":[37,42,52,79,87,119,199,209],"obstacles":[38],"related":[39],"channel":[41,117,159],"power":[43,120,180],"allocation.":[44],"In":[45],"this":[46],"paper,":[47],"joint":[49,84],"mode":[50,85,115,130,139],"selection":[51,86,131],"resource":[53,88],"allocation":[54,89,121],"scheme":[55],"proposed":[57,134,193],"improve":[59],"Spectrum":[60],"Efficiency":[61],"(SE)":[62],"in":[63,204],"relay-aided":[64,142],"underlaying":[67],"HetNets":[68],"while":[69],"guaranteeing":[70],"quality":[72],"service":[74],"(QoS)":[75],"pairs":[78],"Cellular":[80],"Users":[81],"(CUs).":[82],"The":[83,185],"problem":[90,109],"formulated":[92],"mixed-integer":[95],"nonlinear":[96],"programming":[97],"(MINLP)":[98],"problem,":[99],"which":[100],"notably":[102],"difficult":[103],"solve.":[105],"Therefore,":[106],"optimization":[108,125],"decomposed":[111],"into":[112],"three":[113],"subproblems:":[114],"selection,":[116],"allocation,":[118],"tackle":[123],"problem.":[126],"First,":[127],"greedy-based":[129],"algorithm":[132,152,173],"select":[136],"best":[138],"(direct":[140],"mode,":[141],"mode)":[143],"pairs.":[146,162],"Second,":[147],"Multi-Agent":[149],"Q-Learning":[150],"(MAQL)":[151],"presented":[154],"assign":[156],"optimal":[158,168,179],"Then,":[163],"based":[164],"on":[165],"allocated":[167],"channel,":[169],"modified":[171],"MAQL":[172],"introduced":[175],"allocate":[177],"each":[182],"transmitter.":[184],"simulation":[186],"results":[187],"show":[188],"effectiveness":[190],"approach":[194],"compared":[195],"other":[197],"schemes":[198],"validate":[200],"significant":[202],"increase":[203],"system":[205],"sum":[206],"data":[207],"rate":[208],"SE":[210],"achieved":[211],"spectrum":[213],"sharing":[214],"with":[215],"cellular":[216],"communication.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}