{"id":"https://openalex.org/W2995379959","doi":"https://doi.org/10.1109/lwc.2019.2959583","title":"Distributed Learning Solution for Uplink Traffic Control in Energy Harvesting Massive Machine-Type Communications","display_name":"Distributed Learning Solution for Uplink Traffic Control in Energy Harvesting Massive Machine-Type Communications","publication_year":2019,"publication_date":"2019-12-13","ids":{"openalex":"https://openalex.org/W2995379959","doi":"https://doi.org/10.1109/lwc.2019.2959583","mag":"2995379959"},"language":"en","primary_location":{"id":"doi:10.1109/lwc.2019.2959583","doi":"https://doi.org/10.1109/lwc.2019.2959583","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2019.2959583","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-2","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081117495","display_name":"Yinglei Teng","orcid":"https://orcid.org/0000-0002-7170-4764","observed_orcids":["https://orcid.org/0000-0002-7170-4764"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinglei Teng","raw_affiliation_strings":["Beijing Key Laboratory of Space-Ground Interconnection and Convergence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7170-4764","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Space-Ground Interconnection and Convergence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072603878","display_name":"Yan Mei","orcid":"https://orcid.org/0000-0002-4448-9114","observed_orcids":["https://orcid.org/0000-0002-4448-9114"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mei Yan","raw_affiliation_strings":["Beijing Key Laboratory of Space-Ground Interconnection and Convergence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Space-Ground Interconnection and Convergence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113750578","display_name":"Dan Liu","orcid":"https://orcid.org/0000-0002-8338-5596","observed_orcids":["https://orcid.org/0000-0002-8338-5596"]},"institutions":[{"id":"https://openalex.org/I4210142656","display_name":"Instrumentation Technology and Economy Institute","ror":"https://ror.org/04983b693","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210142656"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Liu","raw_affiliation_strings":["Instrumentation Technology and Economy Institute, Beijing"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Instrumentation Technology and Economy Institute, Beijing","institution_ids":["https://openalex.org/I4210142656"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":"https://orcid.org/0000-0002-6606-5822","observed_orcids":["https://orcid.org/0000-0002-6606-5822"]},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Electrical and Computer Engineering and Computer Science, University of Houston, Houston, USA"],"raw_orcid":"https://orcid.org/0000-0002-6606-5822","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering and Computer Science, University of Houston, Houston, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101792370","display_name":"Mei Na Song","orcid":"https://orcid.org/0000-0003-4476-729X","observed_orcids":["https://orcid.org/0000-0003-4476-729X"]},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mei Song","raw_affiliation_strings":["Beijing Key Laboratory of Space-Ground Interconnection and Convergence, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Space-Ground Interconnection and Convergence, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2645,"currency":"USD","value_usd":2645},"apc_paid":null,"fwci":0.813,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.68588493,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"9","issue":"4","first_page":"485","last_page":"489"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9199000000953674,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9199000000953674,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.026000000536441803,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.018799999728798866,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/uplink-power-control","display_name":"uplink power control","score":0.871999979019165},{"id":"https://openalex.org/keywords/energy-harvesting","display_name":"energy harvesting","score":0.8730000257492065},{"id":"https://openalex.org/keywords/massive-machine-type-communication","display_name":"massive machine-type communications","score":0.8709999918937683},{"id":"https://openalex.org/keywords/distributed-reinforcement-learning","display_name":"distributed reinforcement learning","score":0.7459999918937683},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8479999899864197},{"id":"https://openalex.org/keywords/cost-of-delay","display_name":"delay cost","score":0.6589999794960022},{"id":"https://openalex.org/keywords/network-lifetime","display_name":"network lifetime","score":0.7390000224113464},{"id":"https://openalex.org/keywords/green-communication","display_name":"green communication","score":0.550000011920929}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7807316780090332},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6835733652114868},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.6678152680397034},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6471738815307617},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5845217704772949},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5222930908203125},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.45108020305633545},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.4452906548976898},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4440561830997467},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.4227282702922821},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3580676019191742},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3554346561431885},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3339655101299286},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.23546618223190308},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.15441060066223145},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.14610913395881653},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.14541244506835938},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.125004380941391},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12421682476997375},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.08528876304626465},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lwc.2019.2959583","doi":"https://doi.org/10.1109/lwc.2019.2959583","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lwc.2019.2959583","pdf_url":null,"source":{"id":"https://openalex.org/S2500830676","display_name":"IEEE Wireless Communications Letters","issn_l":"2162-2337","issn":["2162-2337","2162-2345"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","jufo-2","norway-1","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Wireless Communications Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8970999717712402,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"},{"score":0.5690000057220459,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"study_designs":[],"awards":[{"id":"https://openalex.org/G7429333785","display_name":null,"funder_award_id":"L171011","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G8034334419","display_name":"\u672a\u6765\u8d85\u5bc6\u96c6\u5f02\u6784\u7f51\u7edc\u7684\u7406\u8bba\u5206\u6790\u4e0e\u8d44\u6e90\u534f\u540c\u4f18\u5316\u7814\u7a76","funder_award_id":"61771072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G839227407","display_name":null,"funder_award_id":"2018YFB1201500","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1631615310","https://openalex.org/W1966433337","https://openalex.org/W2098118692","https://openalex.org/W2121092017","https://openalex.org/W2173248099","https://openalex.org/W2255045308","https://openalex.org/W2557407582","https://openalex.org/W2599106590","https://openalex.org/W2741808800","https://openalex.org/W2789766054","https://openalex.org/W2800362000","https://openalex.org/W2887019724","https://openalex.org/W2891654323","https://openalex.org/W2899478246"],"related_works":["https://openalex.org/W3160612200","https://openalex.org/W4404787868","https://openalex.org/W2915221571","https://openalex.org/W2741269119","https://openalex.org/W4391742032","https://openalex.org/W4317419709","https://openalex.org/W3009119779","https://openalex.org/W2980575963","https://openalex.org/W4408167230","https://openalex.org/W4387533366"],"abstract_inverted_index":{"The":[0,90],"rapid":[1],"expansion":[2],"of":[3,21,149],"Machine":[4],"Type":[5],"Communication":[6],"(MTC)":[7],"has":[8],"brought":[9],"many":[10],"challenges,":[11,28],"such":[12],"as":[13,100],"sporadic":[14],"uplink":[15,68],"transmission":[16,77],"congestion":[17],"and":[18,48,57,85,106,123,153],"energy":[19,33,60,124],"consumption":[20],"battery":[22,51,87],"limited":[23],"nodes.":[24],"To":[25],"address":[26],"these":[27],"we":[29,107],"consider":[30],"a":[31,45,49,101],"green":[32,59],"harvesting":[34],"massive":[35],"MTC":[36],"(mMTC)":[37],"system":[38,144],"that":[39,135],"each":[40],"device":[41],"is":[42,72,98],"equipped":[43],"with":[44,93],"local":[46],"cache":[47],"rechargeable":[50],"to":[52,74,116],"store":[53],"the":[54,58,63,76,81,86,94,109,118,127,136,143,147,150,155],"collecting":[55],"data":[56],"harvested":[61],"from":[62],"environment,":[64],"respectively.":[65],"Then,":[66],"an":[67],"power":[69],"control":[70],"method":[71],"proposed":[73,137],"regulate":[75],"while":[78],"simultaneously":[79],"minimizing":[80],"system's":[82],"delay":[83],"cost":[84],"depreciation":[88],"cost.":[89],"optimization":[91],"problem":[92],"duplex":[95],"queueing":[96],"structure":[97],"formulated":[99],"Markov":[102],"decision":[103],"process":[104],"(MDP),":[105],"utilize":[108],"Deep":[110],"Distributed":[111],"Recurrent":[112],"Q-networks":[113],"(DDRQN)":[114],"algorithm":[115],"manage":[117],"complex":[119],"dynamic":[120],"channel,":[121],"data,":[122],"environment":[125],"through":[126],"partially":[128],"observable":[129],"state.":[130],"Our":[131],"simulation":[132],"results":[133],"show":[134],"learning":[138,159],"scheme":[139],"can":[140],"dramatically":[141],"reduce":[142],"cost,":[145],"prolong":[146],"lifetime":[148],"mMTC":[151],"network,":[152],"approach":[154],"conventional":[156],"centralized":[157],"reinforcement":[158],"method.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":4},{"year":2020,"cited_by_count":5}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2019-12-26T00:00:00"}