{"id":"https://openalex.org/W4377079791","doi":"https://doi.org/10.1109/tvt.2023.3276647","title":"A Deep Reinforcement Learning Scheme for Sum Rate and Fairness Maximization Among D2D Pairs Underlaying Cellular Network With NOMA","display_name":"A Deep Reinforcement Learning Scheme for Sum Rate and Fairness Maximization Among D2D Pairs Underlaying Cellular Network With NOMA","publication_year":2023,"publication_date":"2023-05-18","ids":{"openalex":"https://openalex.org/W4377079791","doi":"https://doi.org/10.1109/tvt.2023.3276647"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3276647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3276647","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041573628","display_name":"Vineet Vishnoi","orcid":"https://orcid.org/0009-0001-8276-6573"},"institutions":[{"id":"https://openalex.org/I3129773123","display_name":"Bennett University","ror":"https://ror.org/00an5hx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I3129773123"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Vineet Vishnoi","raw_affiliation_strings":["School of Computer Science Engineering and Technology, Bennett University, Noida, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science Engineering and Technology, Bennett University, Noida, India","institution_ids":["https://openalex.org/I3129773123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051575430","display_name":"Ishan Budhiraja","orcid":"https://orcid.org/0000-0002-7495-5032"},"institutions":[{"id":"https://openalex.org/I3129773123","display_name":"Bennett University","ror":"https://ror.org/00an5hx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I3129773123"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Ishan Budhiraja","raw_affiliation_strings":["School of Computer Science Engineering and Technology, Bennett University, Noida, India"],"raw_orcid":"https://orcid.org/0000-0002-7495-5032","affiliations":[{"raw_affiliation_string":"School of Computer Science Engineering and Technology, Bennett University, Noida, India","institution_ids":["https://openalex.org/I3129773123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042514819","display_name":"Suneet Gupta","orcid":"https://orcid.org/0000-0002-5086-8401"},"institutions":[{"id":"https://openalex.org/I3129773123","display_name":"Bennett University","ror":"https://ror.org/00an5hx75","country_code":"IN","type":"education","lineage":["https://openalex.org/I3129773123"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Suneet Gupta","raw_affiliation_strings":["School of Computer Science Engineering and Technology, Bennett University, Noida, India"],"raw_orcid":"https://orcid.org/0000-0002-5086-8401","affiliations":[{"raw_affiliation_string":"School of Computer Science Engineering and Technology, Bennett University, Noida, India","institution_ids":["https://openalex.org/I3129773123"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100409306","display_name":"Neeraj Kumar","orcid":"https://orcid.org/0000-0002-3020-3947"},"institutions":[{"id":"https://openalex.org/I101407740","display_name":"Chandigarh University","ror":"https://ror.org/05t4pvx35","country_code":"IN","type":"education","lineage":["https://openalex.org/I101407740"]},{"id":"https://openalex.org/I162030827","display_name":"Thapar Institute of Engineering & Technology","ror":"https://ror.org/00wdq3744","country_code":"IN","type":"education","lineage":["https://openalex.org/I162030827"]},{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]},{"id":"https://openalex.org/I56306041","display_name":"Lebanese American University","ror":"https://ror.org/00hqkan37","country_code":"LB","type":"education","lineage":["https://openalex.org/I56306041"]},{"id":"https://openalex.org/I5847235","display_name":"University of Petroleum and Energy Studies","ror":"https://ror.org/04q2jes40","country_code":"IN","type":"education","lineage":["https://openalex.org/I5847235"]},{"id":"https://openalex.org/I60054993","display_name":"Graphic Era University","ror":"https://ror.org/03wqgqd89","country_code":"IN","type":"education","lineage":["https://openalex.org/I60054993"]}],"countries":["IN","LB","SA"],"is_corresponding":false,"raw_author_name":"Neeraj Kumar","raw_affiliation_strings":["Department of Computer Science and Engineering, Thapar Institute of Engineering and Technology, Patiala, India","Faculty of Computing and IT, King Abdulaziz University, Jeddah, Saudi Arabia","Department of Electrical and Computer Engineerin, Lebanese American University, Beirut, Lebanon","CSED, Graphic Era University, Dehradun, Uttarakhand, India","CSED, Chandigarh University, Gharuan, Mohali, Punjab, India","School of Computer Science, University of Petroleum and Energy Studies, Dehradun, India"],"raw_orcid":"https://orcid.org/0000-0002-3020-3947","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Thapar Institute of Engineering and Technology, Patiala, India","institution_ids":["https://openalex.org/I162030827"]},{"raw_affiliation_string":"Faculty of Computing and IT, King Abdulaziz University, Jeddah, Saudi Arabia","institution_ids":["https://openalex.org/I185163786"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineerin, Lebanese American University, Beirut, Lebanon","institution_ids":["https://openalex.org/I56306041"]},{"raw_affiliation_string":"CSED, Graphic Era University, Dehradun, Uttarakhand, India","institution_ids":["https://openalex.org/I60054993"]},{"raw_affiliation_string":"CSED, Chandigarh University, Gharuan, Mohali, Punjab, India","institution_ids":["https://openalex.org/I101407740"]},{"raw_affiliation_string":"School of Computer Science, University of Petroleum and Energy Studies, Dehradun, India","institution_ids":["https://openalex.org/I5847235"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8673,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.95833858,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"72","issue":"10","first_page":"13506","last_page":"13522"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/single-antenna-interference-cancellation","display_name":"Single antenna interference cancellation","score":0.7266997694969177},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.6827146410942078},{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.6711376309394836},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6191493272781372},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5944873690605164},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5893032550811768},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5745497941970825},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5482146143913269},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.54586261510849},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.5041710138320923},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.3997221887111664},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3870163857936859},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.3602200150489807},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23194482922554016},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.16157972812652588},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09828272461891174},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08143901824951172}],"concepts":[{"id":"https://openalex.org/C83204339","wikidata":"https://www.wikidata.org/wiki/Q7523915","display_name":"Single antenna interference cancellation","level":3,"score":0.7266997694969177},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.6827146410942078},{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.6711376309394836},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6191493272781372},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5944873690605164},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5893032550811768},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5745497941970825},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5482146143913269},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.54586261510849},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.5041710138320923},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3997221887111664},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3870163857936859},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.3602200150489807},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23194482922554016},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.16157972812652588},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09828272461891174},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08143901824951172},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2023.3276647","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3276647","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1515851193","https://openalex.org/W1969648546","https://openalex.org/W1994534328","https://openalex.org/W2112820013","https://openalex.org/W2150957592","https://openalex.org/W2206263511","https://openalex.org/W2242304723","https://openalex.org/W2341380473","https://openalex.org/W2613245253","https://openalex.org/W2613466785","https://openalex.org/W2784111728","https://openalex.org/W2787815776","https://openalex.org/W2801805628","https://openalex.org/W2807538159","https://openalex.org/W2808198859","https://openalex.org/W2898035736","https://openalex.org/W2909746880","https://openalex.org/W2919115771","https://openalex.org/W2922119014","https://openalex.org/W2948314575","https://openalex.org/W2962883549","https://openalex.org/W2963186244","https://openalex.org/W2968522222","https://openalex.org/W3011630244","https://openalex.org/W3034281970","https://openalex.org/W3036486003","https://openalex.org/W3038801278","https://openalex.org/W3044770472","https://openalex.org/W3049302593","https://openalex.org/W3093651199","https://openalex.org/W3094661290","https://openalex.org/W3096435781","https://openalex.org/W3096610621","https://openalex.org/W3120305379","https://openalex.org/W3158743991","https://openalex.org/W3161781307","https://openalex.org/W3166026547","https://openalex.org/W3180034403","https://openalex.org/W3183803569","https://openalex.org/W3189354429","https://openalex.org/W3216595048","https://openalex.org/W4250589301","https://openalex.org/W4313027383","https://openalex.org/W6683204974"],"related_works":["https://openalex.org/W3039370918","https://openalex.org/W2980162015","https://openalex.org/W4400277783","https://openalex.org/W2769732439","https://openalex.org/W3091696342","https://openalex.org/W2370038111","https://openalex.org/W3039065086","https://openalex.org/W4297882612","https://openalex.org/W3214327504","https://openalex.org/W4235843916"],"abstract_inverted_index":{"Device-to-device":[0],"(D2D)":[1],"communication":[2],"is":[3,78,167],"an":[4,102],"emerging":[5],"technology":[6],"in":[7,200],"5G":[8],"and":[9,26,29,60,89,97,109,115,127,137,193,198,206],"the":[10,41,50,62,71,93,106,112,120,139,147,151,163,171,175,187],"upcoming":[11],"6G":[12],"networks":[13],"due":[14],"to":[15,18,104,133,142,145,173,202],"its":[16],"properties":[17],"enhanced":[19],"sum":[20,107,196],"rate.":[21],"Despite":[22],"these":[23,37],"advantages,":[24],"co-channel":[25,178],"cross-channel":[27,135],"interference":[28,65,73,136,179],"ultra-massive":[30],"connectivity":[31],"are":[32],"major":[33],"issues.":[34],"To":[35],"address":[36],"issues,":[38],"we":[39,149],"integrate":[40],"power":[42,90],"domain":[43],"non-orthogonal":[44],"multiple":[45],"access":[46],"techniques":[47],"(PD-NOMA)":[48],"on":[49],"base":[51,94],"station":[52,95],"(BS).":[53],"NOMA":[54],"serves":[55],"more":[56],"than":[57],"one":[58],"user":[59],"reduces":[61],"effect":[63,176],"of":[64,92,177],"at":[66],"cellular":[67],"users":[68],"(CUs)":[69],"using":[70],"successive":[72,164],"cancellation":[74],"(SIC).":[75],"The":[76,182],"problem":[77],"formulated":[79],"as":[80],"a":[81,155],"mixed-integer":[82],"non-linear":[83],"programming":[84],"(MINLP)":[85],"with":[86,101],"associated":[87],"resources":[88],"constraints":[91],"(BS)":[96],"D2D":[98],"pairs":[99],"(DDPs)":[100],"aim":[103],"maximize":[105],"rate":[108,197],"fairness":[110,144,199],"among":[111,180],"NOMA-enabled":[113],"CUs":[114],"DDPs.":[116,181],"We":[117],"first":[118],"used":[119],"centralized":[121],"deep":[122,157],"deterministic":[123,158],"policy":[124,159],"gradient":[125,160],"(DDPG)":[126],"arithmetic-geometric":[128],"mean":[129],"approximation":[130,165],"(AGMA)":[131],"technique":[132,166],"reduce":[134],"control":[138],"power.":[140],"Then,":[141],"provide":[143],"all":[146],"users,":[148],"transformed":[150],"proposed":[152,188],"solution":[153],"into":[154,170],"distributed":[156],"(D3PG).":[161],"Also,":[162],"then":[168],"integrated":[169],"D3PG":[172],"mitigate":[174],"experimental":[183],"results":[184],"reveal":[185],"that":[186],"scheme":[189],"has":[190],"21.05%,":[191],"34.21%,":[192],"49.8%":[194],"higher":[195],"comparison":[201],"DDPG,":[203],"Deep":[204],"dueling,":[205],"DQN":[207],"scheduling.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-22T08:00:12.763002","created_date":"2025-10-10T00:00:00"}