{"id":"https://openalex.org/W2997569776","doi":"https://doi.org/10.1109/access.2019.2963468","title":"A Machine Learning Approach for Beamforming in Ultra Dense Network Considering Selfish and Altruistic Strategy","display_name":"A Machine Learning Approach for Beamforming in Ultra Dense Network Considering Selfish and Altruistic Strategy","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W2997569776","doi":"https://doi.org/10.1109/access.2019.2963468","mag":"2997569776"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2963468","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2963468","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08947959.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08947959.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101632943","display_name":"Changyin Sun","orcid":"https://orcid.org/0000-0002-4822-1326"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changyin Sun","raw_affiliation_strings":["Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-4822-1326","affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100329343","display_name":"Zhao Shi","orcid":"https://orcid.org/0000-0001-5383-6838"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Shi","raw_affiliation_strings":["Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-5383-6838","affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085386121","display_name":"Fan Jiang","orcid":"https://orcid.org/0000-0002-8968-5178"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Jiang","raw_affiliation_strings":["Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-8968-5178","affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210136859"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.8075,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.70975297,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"8","issue":null,"first_page":"6304","last_page":"6315"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10936","display_name":"Millimeter-Wave Propagation and Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10069","display_name":"Antenna Design and Analysis","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.8497041463851929},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7331036329269409},{"id":"https://openalex.org/keywords/fading","display_name":"Fading","score":0.7161365747451782},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5621818900108337},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.49545252323150635},{"id":"https://openalex.org/keywords/channel-state-information","display_name":"Channel state information","score":0.4446660280227661},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.350737988948822},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2976652979850769},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.29500338435173035},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.18024003505706787},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13373515009880066}],"concepts":[{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.8497041463851929},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7331036329269409},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.7161365747451782},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5621818900108337},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.49545252323150635},{"id":"https://openalex.org/C148063708","wikidata":"https://www.wikidata.org/wiki/Q5072511","display_name":"Channel state information","level":3,"score":0.4446660280227661},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.350737988948822},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2976652979850769},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.29500338435173035},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.18024003505706787},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13373515009880066}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2963468","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2963468","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08947959.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d63c7a4f631c4eaf8ac89e29ca2468cb","is_oa":true,"landing_page_url":"https://doaj.org/article/d63c7a4f631c4eaf8ac89e29ca2468cb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 6304-6315 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2963468","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2963468","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08947959.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2635945174","display_name":null,"funder_award_id":"61871321","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G7025569477","display_name":"\u9762\u5411\u8d85\u5bc6\u96c6\u7ec4\u7f51\u7684\u5e72\u6270\u538b\u7f29\u7406\u8bba\u548c\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61871321","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7647418852","display_name":null,"funder_award_id":"61801382","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7731901878","display_name":null,"funder_award_id":"2019JZ-06","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2997569776.pdf","grobid_xml":"https://content.openalex.org/works/W2997569776.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1563919256","https://openalex.org/W2041287972","https://openalex.org/W2061914652","https://openalex.org/W2098126478","https://openalex.org/W2105147943","https://openalex.org/W2108662631","https://openalex.org/W2109833679","https://openalex.org/W2112300062","https://openalex.org/W2124809476","https://openalex.org/W2145339207","https://openalex.org/W2166579323","https://openalex.org/W2166733284","https://openalex.org/W2296029084","https://openalex.org/W2398409936","https://openalex.org/W2616867685","https://openalex.org/W2734408173","https://openalex.org/W2739984274","https://openalex.org/W2797462110","https://openalex.org/W2890860720","https://openalex.org/W2904998206","https://openalex.org/W2959621053","https://openalex.org/W2963408914","https://openalex.org/W2979811255","https://openalex.org/W6631190155","https://openalex.org/W6634018624"],"related_works":["https://openalex.org/W1931943713","https://openalex.org/W301676527","https://openalex.org/W2991224564","https://openalex.org/W3140554627","https://openalex.org/W1757854673","https://openalex.org/W4289865786","https://openalex.org/W2110670012","https://openalex.org/W2507345605","https://openalex.org/W2103028776","https://openalex.org/W2051005918"],"abstract_inverted_index":{"Coordinated":[0],"beamforming":[1,46,75,140,159,168,249,267],"is":[2,41,100,171,179,217],"very":[3],"efficient":[4],"at":[5,261],"managing":[6],"interference":[7],"in":[8,155],"ultra":[9],"dense":[10],"network.":[11],"However,":[12],"the":[13,25,37,54,69,74,79,86,104,108,124,129,139,146,152,158,161,167,176,200,204,221,231,238,247],"optimal":[14,55],"strategy":[15,207],"remains":[16],"as":[17,49,59],"a":[18,50,60,113],"challenge":[19],"task":[20],"to":[21,24,84,102,122,151,219,253],"obtain":[22],"due":[23],"coupled":[26],"nature":[27],"among":[28],"densely":[29],"and":[30,65,93,132,188,194,215,233,265],"autonomously":[31],"deployed":[32],"cells.":[33],"In":[34],"this":[35,91],"paper,":[36],"deep":[38,96],"reinforcement":[39,97],"learning":[40,98],"investigated":[42,180],"for":[43,226],"predicting":[44,166],"coordinated":[45,248],"strategy.":[47],"Formulated":[48],"sum-rate":[51],"maximization":[52],"problem,":[53],"solution":[56],"turns":[57],"out":[58],"balanced":[61],"combination":[62],"of":[63,77,112,135,157,175],"selfish":[64],"altruistic":[66],"beamforming.":[67],"As":[68],"balancing":[70,105,130,148,239,270],"coefficients":[71,131,240],"depend":[72],"on":[73,110,119,269],"vectors":[76,141],"all":[78],"cells,":[80],"iterations":[81],"are":[82,142],"inevitable":[83],"get":[85],"final":[87],"solution.":[88],"To":[89],"address":[90],"problem":[92,163],"improve":[94],"efficiency,":[95],"(DL)":[99],"proposed":[101,177],"predict":[103],"coefficients.":[106,149,271],"Specifically,":[107],"agent,":[109],"behalf":[111],"base":[114],"station-user":[115],"pair,":[116],"will":[117],"rely":[118],"Deep":[120],"Q-network":[121],"learn":[123],"highly":[125],"complex":[126,222],"mapping":[127,223],"between":[128],"signal-interference":[133],"environment":[134],"each":[136],"user.":[137],"Subsequently,":[138],"obtained":[143],"efficiently":[144],"through":[145],"learned":[147],"Due":[150],"distinguished":[153],"feature":[154],"exploration":[156],"parameterization,":[160],"complexity":[162],"brought":[164],"by":[165,181,224],"matrix":[169],"directly":[170],"avoided.":[172],"The":[173],"performance":[174],"scheme":[178],"experiments":[182],"with":[183,212,256],"arguments":[184],"regarding":[185],"multiple":[186,189],"input":[187],"output":[190],"configuration,":[191],"shadow":[192],"fading":[193],"state":[195],"design.":[196],"Simulation":[197],"results":[198],"indicate":[199],"facts":[201],"that:":[202],"1)":[203],"theoretically":[205],"infinite":[206],"space":[208],"can":[209,250],"be":[210,251],"discretized":[211],"limited":[213],"levels":[214],"granularity;2)it":[216],"feasible":[218],"approximate":[220],"Q-learning":[225],"wireless":[227],"channel":[228],"consisting":[229],"both":[230],"large":[232,243,262],"small":[234],"scale":[235,244],"fading,":[236,245],"3)":[237],"only":[241],"concerns":[242],"so":[246],"decomposed":[252],"two":[254],"sub-problems":[255],"different":[257],"time":[258,263],"scales:":[259],"parameterization":[260],"scales":[264],"instant":[266],"based":[268]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}