{"id":"https://openalex.org/W3216129644","doi":"https://doi.org/10.1109/tnsm.2021.3121282","title":"Embracing Complexity: Agent-Based Modeling for HetNets Design and Optimization via Concurrent Reinforcement Learning Algorithms","display_name":"Embracing Complexity: Agent-Based Modeling for HetNets Design and Optimization via Concurrent Reinforcement Learning Algorithms","publication_year":2021,"publication_date":"2021-10-20","ids":{"openalex":"https://openalex.org/W3216129644","doi":"https://doi.org/10.1109/tnsm.2021.3121282","mag":"3216129644"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2021.3121282","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3121282","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113794089","display_name":"Mostafa \u0130brahim","orcid":null},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mostafa Ibrahim","raw_affiliation_strings":["School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA"],"raw_orcid":"https://orcid.org/0000-0003-0507-6752","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA","institution_ids":["https://openalex.org/I115475287"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009259666","display_name":"Umair Sajid Hashmi","orcid":"https://orcid.org/0000-0001-8704-7132"},"institutions":[{"id":"https://openalex.org/I929597975","display_name":"National University of Sciences and Technology","ror":"https://ror.org/03w2j5y17","country_code":"PK","type":"education","lineage":["https://openalex.org/I929597975"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Umair Sajid Hashmi","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, National University of Sciences and Technology, Islamabad, Pakistan"],"raw_orcid":"https://orcid.org/0000-0001-8704-7132","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, National University of Sciences and Technology, Islamabad, Pakistan","institution_ids":["https://openalex.org/I929597975"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027794832","display_name":"Muhammad Nabeel","orcid":"https://orcid.org/0000-0003-2773-0970"},"institutions":[{"id":"https://openalex.org/I8692664","display_name":"University of Oklahoma","ror":"https://ror.org/02aqsxs83","country_code":"US","type":"education","lineage":["https://openalex.org/I8692664"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Muhammad Nabeel","raw_affiliation_strings":["AI4Networks Research Center, School of Electrical and Computer Engineering, University of Oklahoma, Tulsa, OK, USA"],"raw_orcid":"https://orcid.org/0000-0003-2773-0970","affiliations":[{"raw_affiliation_string":"AI4Networks Research Center, School of Electrical and Computer Engineering, University of Oklahoma, Tulsa, OK, USA","institution_ids":["https://openalex.org/I8692664"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101789165","display_name":"Ali Imran","orcid":"https://orcid.org/0000-0003-0564-6356"},"institutions":[{"id":"https://openalex.org/I8692664","display_name":"University of Oklahoma","ror":"https://ror.org/02aqsxs83","country_code":"US","type":"education","lineage":["https://openalex.org/I8692664"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Imran","raw_affiliation_strings":["AI4Networks Research Center, School of Electrical and Computer Engineering, University of Oklahoma, Tulsa, OK, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AI4Networks Research Center, School of Electrical and Computer Engineering, University of Oklahoma, Tulsa, OK, USA","institution_ids":["https://openalex.org/I8692664"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014255349","display_name":"Sabit Ekin","orcid":"https://orcid.org/0000-0002-9957-7752"},"institutions":[{"id":"https://openalex.org/I115475287","display_name":"Oklahoma State University","ror":"https://ror.org/01g9vbr38","country_code":"US","type":"education","lineage":["https://openalex.org/I115475287"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sabit Ekin","raw_affiliation_strings":["School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA"],"raw_orcid":"https://orcid.org/0000-0002-9957-7752","affiliations":[{"raw_affiliation_string":"School of Electrical and Computer Engineering, Oklahoma State University, Stillwater, OK, USA","institution_ids":["https://openalex.org/I115475287"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0653,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.87321382,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"18","issue":"4","first_page":"4042","last_page":"4062"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/macrocell","display_name":"Macrocell","score":0.9610815644264221},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8532182574272156},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.759162425994873},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7528200149536133},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5300628542900085},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.48344525694847107},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.4697171747684479},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.41285353899002075},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3959425091743469},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3512573838233948},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.29703447222709656},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.18450549244880676},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1698935627937317},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.11928865313529968}],"concepts":[{"id":"https://openalex.org/C2778291847","wikidata":"https://www.wikidata.org/wiki/Q1163937","display_name":"Macrocell","level":3,"score":0.9610815644264221},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8532182574272156},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.759162425994873},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7528200149536133},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5300628542900085},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.48344525694847107},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.4697171747684479},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.41285353899002075},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3959425091743469},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3512573838233948},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.29703447222709656},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.18450549244880676},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1698935627937317},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.11928865313529968},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2021.3121282","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2021.3121282","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1321584443","display_name":"Collaborative Research: SpecEES:  Designing A Spectrally Efficient and Energy Efficient Data Aided Demand Driven Elastic Architecture for future Networks (SpiderNET)","funder_award_id":"1923295","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8443325969","display_name":"Collaborative Research: SpecEES:  Designing A Spectrally Efficient and Energy Efficient Data Aided Demand Driven Elastic Architecture for future Networks (SpiderNET)","funder_award_id":"1923669","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W593288931","https://openalex.org/W595252221","https://openalex.org/W635250944","https://openalex.org/W761179351","https://openalex.org/W1516061453","https://openalex.org/W1557038847","https://openalex.org/W1563071114","https://openalex.org/W1861050369","https://openalex.org/W1923874836","https://openalex.org/W1966207285","https://openalex.org/W1969330077","https://openalex.org/W1976916271","https://openalex.org/W1979458271","https://openalex.org/W1980034377","https://openalex.org/W1990236474","https://openalex.org/W1998498767","https://openalex.org/W2009551863","https://openalex.org/W2010630450","https://openalex.org/W2014060493","https://openalex.org/W2020081405","https://openalex.org/W2036655737","https://openalex.org/W2040033109","https://openalex.org/W2044643700","https://openalex.org/W2048338670","https://openalex.org/W2053004324","https://openalex.org/W2054692642","https://openalex.org/W2056780299","https://openalex.org/W2076933439","https://openalex.org/W2084099189","https://openalex.org/W2097780422","https://openalex.org/W2099156432","https://openalex.org/W2101130703","https://openalex.org/W2106823291","https://openalex.org/W2107726111","https://openalex.org/W2108011318","https://openalex.org/W2109159967","https://openalex.org/W2109830484","https://openalex.org/W2111921456","https://openalex.org/W2113944037","https://openalex.org/W2120419969","https://openalex.org/W2124607823","https://openalex.org/W2129591674","https://openalex.org/W2132876566","https://openalex.org/W2136255988","https://openalex.org/W2136651591","https://openalex.org/W2141042444","https://openalex.org/W2146874304","https://openalex.org/W2147967768","https://openalex.org/W2153528617","https://openalex.org/W2158510188","https://openalex.org/W2159854923","https://openalex.org/W2164179872","https://openalex.org/W2166236009","https://openalex.org/W2170354096","https://openalex.org/W2282267316","https://openalex.org/W2310516540","https://openalex.org/W2329681656","https://openalex.org/W2548314920","https://openalex.org/W2552014313","https://openalex.org/W2559463322","https://openalex.org/W2565934864","https://openalex.org/W2594517509","https://openalex.org/W2596456786","https://openalex.org/W2606265326","https://openalex.org/W2755018632","https://openalex.org/W2766447205","https://openalex.org/W2770894874","https://openalex.org/W2784197713","https://openalex.org/W2784824663","https://openalex.org/W2787125572","https://openalex.org/W2797986756","https://openalex.org/W2889011686","https://openalex.org/W2907483500","https://openalex.org/W2908261578","https://openalex.org/W2945086780","https://openalex.org/W2963250023","https://openalex.org/W2970325330","https://openalex.org/W2976528147","https://openalex.org/W3008801451","https://openalex.org/W3121546735","https://openalex.org/W3122601688","https://openalex.org/W3132141570","https://openalex.org/W3175326202","https://openalex.org/W3200429765","https://openalex.org/W4206530644","https://openalex.org/W4288363736","https://openalex.org/W4301493934","https://openalex.org/W4388331996","https://openalex.org/W6680020174","https://openalex.org/W6695623710"],"related_works":["https://openalex.org/W568081520","https://openalex.org/W2794077711","https://openalex.org/W2354270559","https://openalex.org/W4376117215","https://openalex.org/W2773201685","https://openalex.org/W2887526653","https://openalex.org/W2094293617","https://openalex.org/W2169294228","https://openalex.org/W2034217342","https://openalex.org/W2287483826"],"abstract_inverted_index":{"Complexity":[0],"is":[1,113,133,151,176,187],"an":[2],"inherent":[3],"property":[4],"in":[5,178],"wireless":[6],"heterogeneous":[7],"networks":[8],"(HetNets).":[9],"In":[10,78],"this":[11],"paper,":[12],"we":[13],"investigate":[14],"the":[15,18,44,89,97,102,106,120,123,130,136,140,144,163,174,191],"application":[16],"of":[17,25,36,105],"agent-based":[19],"modeling":[20],"(ABM)":[21],"tool":[22],"for":[23,62],"optimization":[24],"complex":[26],"and":[27,40,49,69,75,91,146,170,186],"dynamic":[28,180],"HetNets.":[29],"The":[30,94,109,149],"proposed":[31,80],"framework":[32],"contains":[33],"a":[34,51,179],"diversity":[35],"game-theoretic,":[37],"machine":[38],"learning,":[39],"rule-based":[41],"algorithms":[42,61,84],"within":[43],"same":[45],"model.":[46],"We":[47],"present":[48],"analyze":[50],"HetNet":[52],"ABM":[53],"model":[54,150],"that":[55],"runs":[56,96],"parallel":[57],"reinforcement":[58],"learning":[59],"(RL)":[60],"spectrum":[63],"deployment,":[64],"interference":[65,127],"management,":[66],"resource":[67],"allocation,":[68],"load":[70,157],"balancing":[71],"at":[72,143],"both":[73],"micro":[74],"macrocell":[76,95],"levels.":[77,128,199],"our":[79],"model,":[81],"two":[82],"RL-based":[83],"work":[85],"jointly":[86],"to":[87,100,118,122,159,189,193],"manage":[88],"co-tier":[90],"cross-tier":[92],"interferences.":[93],"first":[98],"algorithm":[99,112],"control":[101],"transmission":[103],"power":[104],"small":[107,116],"cells.":[108],"second":[110],"RL":[111],"run":[114],"by":[115,135],"cells":[117,145],"assign":[119],"users":[121,137,185],"sub-bands":[124],"with":[125,183,196],"less":[126],"Simultaneously,":[129],"user":[131,147,171],"association":[132],"decided":[134],"depending":[138],"on":[139],"available":[141],"resources":[142],"preferences.":[148],"then":[152],"evaluated":[153],"under":[154],"various":[155],"network":[156,181],"conditions":[158],"deduce":[160],"relationships":[161],"between":[162],"cell":[164],"loads,":[165],"aggregate":[166],"bit":[167],"rate,":[168],"latency,":[169],"association.":[172],"Moreover,":[173],"system":[175],"assessed":[177],"scenario":[182],"moving":[184],"confirmed":[188],"possess":[190],"ability":[192],"attain":[194],"convergence":[195],"sufficient":[197],"performance":[198]},"counts_by_year":[{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}