{"id":"https://openalex.org/W3130107524","doi":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348737","title":"Multi-agent Reinforcement Learning for Green Energy Powered IoT Networks with Random Access","display_name":"Multi-agent Reinforcement Learning for Green Energy Powered IoT Networks with Random Access","publication_year":2020,"publication_date":"2020-11-01","ids":{"openalex":"https://openalex.org/W3130107524","doi":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348737","mag":"3130107524"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2020-fall49728.2020.9348737","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348737","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 92nd Vehicular Technology Conference (VTC2020-Fall)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101620671","display_name":"Mengqi Han","orcid":"https://orcid.org/0000-0002-7348-6086"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mengqi Han","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048772962","display_name":"Luis Arocas Del Castillo","orcid":null},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Luis Arocas Del Castillo","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033221290","display_name":"Sami Khairy","orcid":"https://orcid.org/0000-0001-6730-7267"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sami Khairy","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103279869","display_name":"Xuehan Chen","orcid":"https://orcid.org/0000-0002-8202-1774"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuehan Chen","raw_affiliation_strings":["School of Computer Science and Engineering, Central South University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Central South University, Changsha, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105408270","display_name":"Lin X. Cai","orcid":"https://orcid.org/0000-0001-8509-0452"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lin X. Cai","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Illinois Institute of Technology, Chicago, USA","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088968438","display_name":"Bin Lin","orcid":"https://orcid.org/0000-0002-6125-9839"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Lin","raw_affiliation_strings":["College of Information Science and Technology, Dalian Maritime University, Dalian, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007472881","display_name":"Fen Hou","orcid":"https://orcid.org/0000-0003-2784-816X"},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Fen Hou","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Macau, Macao, China"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Macau, Macao, China","institution_ids":["https://openalex.org/I204512498"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101620671"],"corresponding_institution_ids":["https://openalex.org/I180949307"],"apc_list":null,"apc_paid":null,"fwci":0.1027,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.46400284,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7734333872795105},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6788837313652039},{"id":"https://openalex.org/keywords/energy-harvesting","display_name":"Energy harvesting","score":0.6001052856445312},{"id":"https://openalex.org/keywords/aloha","display_name":"Aloha","score":0.5990994572639465},{"id":"https://openalex.org/keywords/random-access","display_name":"Random access","score":0.5426635146141052},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5232790112495422},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.520183801651001},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5111919045448303},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5008635520935059},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4602220952510834},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.45265597105026245},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4306853413581848},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4256131649017334},{"id":"https://openalex.org/keywords/stochastic-geometry","display_name":"Stochastic geometry","score":0.42500337958335876},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.42419975996017456},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.38012778759002686},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.3704991936683655},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1551990807056427},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1486816108226776},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11591899394989014},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1106041967868805}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7734333872795105},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6788837313652039},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.6001052856445312},{"id":"https://openalex.org/C2776398200","wikidata":"https://www.wikidata.org/wiki/Q508880","display_name":"Aloha","level":4,"score":0.5990994572639465},{"id":"https://openalex.org/C101722063","wikidata":"https://www.wikidata.org/wiki/Q218825","display_name":"Random access","level":2,"score":0.5426635146141052},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5232790112495422},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.520183801651001},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5111919045448303},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5008635520935059},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4602220952510834},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.45265597105026245},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4306853413581848},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4256131649017334},{"id":"https://openalex.org/C31243852","wikidata":"https://www.wikidata.org/wiki/Q1666739","display_name":"Stochastic geometry","level":2,"score":0.42500337958335876},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.42419975996017456},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.38012778759002686},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.3704991936683655},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1551990807056427},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1486816108226776},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11591899394989014},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1106041967868805},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vtc2020-fall49728.2020.9348737","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2020-fall49728.2020.9348737","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 92nd Vehicular Technology Conference (VTC2020-Fall)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321655","display_name":"Science and Technology Development Fund","ror":"https://ror.org/044vr6g03"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1998790377","https://openalex.org/W2024630477","https://openalex.org/W2134295053","https://openalex.org/W2164935297","https://openalex.org/W2242946604","https://openalex.org/W2273675851","https://openalex.org/W2529546255","https://openalex.org/W2809640332","https://openalex.org/W2886390006","https://openalex.org/W2890729212","https://openalex.org/W2959698496","https://openalex.org/W2963224201","https://openalex.org/W6684281846"],"related_works":["https://openalex.org/W2740103453","https://openalex.org/W2767687907","https://openalex.org/W4302323979","https://openalex.org/W4234150174","https://openalex.org/W2543616084","https://openalex.org/W2952266750","https://openalex.org/W2123879133","https://openalex.org/W2044408233","https://openalex.org/W2392999663","https://openalex.org/W2560075810"],"abstract_inverted_index":{"Energy":[0],"harvesting":[1,38,141],"is":[2,21,42,47,85,121,160,180,197,221,240],"a":[3,43,126,164,216,233],"promising":[4],"solution":[5],"to":[6,29,66,74,138,168,182,226,242,247,252],"enable":[7],"energy":[8,37,77,134,140],"sustainable":[9],"operation":[10],"of":[11,60,62,147,173,206,212],"IoT":[12,17,27,63,72,90,98,101,111,201,214],"devices.":[13,175],"Especially":[14],"for":[15,25,57,70,88,107,115,128,135,223],"under-water":[16],"network":[18,99,152],"as":[19],"it":[20,120,124,131],"difficult":[22],"and":[23,46,130,142,251],"costly":[24],"underwater":[26],"devices":[28,73,102,149],"replace":[30],"the":[31,50,67,80,89,145,151,170,184,189,194,229,244,255,263,270],"battery.":[32],"Unlike":[33],"traditional":[34],"power":[35],"supply,":[36],"from":[39],"green":[40],"sources":[41],"random":[44,143],"process":[45],"dependent":[48],"on":[49],"charging":[51],"environment,":[52],"which":[53],"poses":[54],"new":[55],"challenges":[56],"provisioning":[58],"quality":[59],"services":[61],"networks.":[64,91],"Due":[65,137],"high":[68],"cost":[69],"low-powered":[71],"update":[75],"its":[76],"status":[78],"with":[79,274],"scheduler,":[81],"distributed":[82,234],"transmission":[83,129,190,230],"protocol":[84],"more":[86],"desirable":[87],"In":[92,236],"this":[93],"work,":[94],"we":[95],"consider":[96],"an":[97,157,177,249],"where":[100],"use":[103],"adaptive":[104],"p-persistent":[105],"ALOHA":[106],"data":[108,127,209],"transmissions.":[109],"Each":[110],"device":[112,225],"can":[113,267],"contend":[114],"channel":[116],"access":[117],"only":[118],"when":[119],"ready,":[122],"i.e.,":[123],"has":[125],"harvests":[132],"enough":[133],"communications.":[136],"stochastic":[139],"access,":[144],"number":[146,172,205],"ready":[148,174],"in":[150,232],"may":[153],"vary.":[154],"As":[155],"such,":[156],"analytical":[158],"framework":[159],"first":[161],"developed":[162],"using":[163],"discrete":[165],"Markov":[166],"model":[167],"analyze":[169],"average":[171],"Next,":[176],"optimization":[178],"problem":[179],"formulated":[181],"maximize":[183],"system":[185],"throughput":[186,271],"by":[187],"tuning":[188],"probability.":[191],"Given":[192],"that":[193,262],"wireless":[195],"environment":[196],"unknown":[198],"at":[199],"different":[200],"devices,":[202,208,215],"e.g.,":[203],"total":[204],"contending":[207],"arrival":[210],"rates":[211],"other":[213,275],"multi-agent":[217],"reinforcement":[218],"learning":[219,265],"algorithm":[220,266],"introduced":[222],"each":[224],"autonomously":[227],"tune":[228],"probability":[231],"manner.":[235],"addition,":[237],"game":[238],"theory":[239],"applied":[241],"design":[243],"reward":[245],"function":[246],"ensure":[248],"equilibrium":[250],"closely":[253],"approach":[254],"optimal":[256],"parameter":[257],"setting.":[258],"Numerical":[259],"results":[260],"show":[261],"proposed":[264],"greatly":[268],"improve":[269],"performance":[272],"comparing":[273],"algorithms.":[276]},"counts_by_year":[{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}