{"id":"https://openalex.org/W3038077692","doi":"https://doi.org/10.1109/tii.2020.3004232","title":"A Reinforcement Learning-Based Network Traffic Prediction Mechanism in Intelligent Internet of Things","display_name":"A Reinforcement Learning-Based Network Traffic Prediction Mechanism in Intelligent Internet of Things","publication_year":2020,"publication_date":"2020-06-24","ids":{"openalex":"https://openalex.org/W3038077692","doi":"https://doi.org/10.1109/tii.2020.3004232","mag":"3038077692"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2020.3004232","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2020.3004232","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089177690","display_name":"Laisen Nie","orcid":"https://orcid.org/0000-0001-8813-7738"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Laisen Nie","raw_affiliation_strings":["National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","Qingdao Research Institute of Northwestern Polytechnical University, Qingdao, China","School of Electronics and Information, Northwestern Polytechnical University, Xi\u2019an","School of Electronics and Information, Northwestern Polytechnical University, Xi'an"],"affiliations":[{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Qingdao Research Institute of Northwestern Polytechnical University, Qingdao, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi\u2019an","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi'an","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhaolong Ning","orcid":"https://orcid.org/0000-0001-6731-2103"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]},{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]},{"id":"https://openalex.org/I4391767838","display_name":"State Key Laboratory of Industrial Control Technology","ror":"https://ror.org/03a33a786","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391767838","https://openalex.org/I76130692"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaolong Ning","raw_affiliation_strings":["Chongqing Key Laboratory of Mobile Communications Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","School of Software, Dalian University of Technology, Dalian, China","State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Mobile Communications Technology, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]},{"raw_affiliation_string":"National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"State Key Laboratory of Industrial Control Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4391767838"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051195514","display_name":"Mohammad S. Obaidat","orcid":"https://orcid.org/0000-0002-1569-9657"},"institutions":[{"id":"https://openalex.org/I114972647","display_name":"University of Jordan","ror":"https://ror.org/05k89ew48","country_code":"JO","type":"education","lineage":["https://openalex.org/I114972647"]},{"id":"https://openalex.org/I29891158","display_name":"University of Sharjah","ror":"https://ror.org/00engpz63","country_code":"AE","type":"education","lineage":["https://openalex.org/I29891158"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["AE","CN","JO"],"is_corresponding":false,"raw_author_name":"Mohammad S. Obaidat","raw_affiliation_strings":["College of Computing and Informatics, The University of Sharjah, Sharjah, United Arab Emirates","King Abdullah II School of Information Technology, The University of Jordan, Amman, Jordan","University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"College of Computing and Informatics, The University of Sharjah, Sharjah, United Arab Emirates","institution_ids":["https://openalex.org/I29891158"]},{"raw_affiliation_string":"King Abdullah II School of Information Technology, The University of Jordan, Amman, Jordan","institution_ids":["https://openalex.org/I114972647"]},{"raw_affiliation_string":"University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059353810","display_name":"Balqies Sadoun","orcid":"https://orcid.org/0000-0003-2032-5964"},"institutions":[{"id":"https://openalex.org/I29891158","display_name":"University of Sharjah","ror":"https://ror.org/00engpz63","country_code":"AE","type":"education","lineage":["https://openalex.org/I29891158"]},{"id":"https://openalex.org/I33926330","display_name":"Al-Balqa Applied University","ror":"https://ror.org/00qedmt22","country_code":"JO","type":"education","lineage":["https://openalex.org/I33926330"]}],"countries":["AE","JO"],"is_corresponding":false,"raw_author_name":"Balqies Sadoun","raw_affiliation_strings":["College of Engineering, Al-Balqa Applied University, Al-Salt, Jordan","College of Engineering, University of Sharjah, Sharjah, United Arab Emirates"],"affiliations":[{"raw_affiliation_string":"College of Engineering, Al-Balqa Applied University, Al-Salt, Jordan","institution_ids":["https://openalex.org/I33926330"]},{"raw_affiliation_string":"College of Engineering, University of Sharjah, Sharjah, United Arab Emirates","institution_ids":["https://openalex.org/I29891158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088601580","display_name":"Huizhi Wang","orcid":"https://orcid.org/0000-0001-6998-1896"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huizhi Wang","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi\u2019an, China","School of Electronics and Information, Northwestern Polytechnical University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034929846","display_name":"Shengtao Li","orcid":"https://orcid.org/0000-0002-1014-8004"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengtao Li","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100344290","display_name":"Lei Guo","orcid":"https://orcid.org/0000-0001-5860-0082"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Guo","raw_affiliation_strings":["School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031220156","display_name":"Guoyin Wang","orcid":"https://orcid.org/0000-0002-8521-5232"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoyin Wang","raw_affiliation_strings":["Chongqing Key Laboratory of Computational Intelligence, Chongqing University of Posts and Telecommunications, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Chongqing Key Laboratory of Computational Intelligence, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5089177690"],"corresponding_institution_ids":["https://openalex.org/I17145004","https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":8.4118,"has_fulltext":false,"cited_by_count":82,"citation_normalized_percentile":{"value":0.97852246,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"17","issue":"3","first_page":"2169","last_page":"2180"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11598","display_name":"Internet Traffic Analysis and Secure E-voting","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13918","display_name":"Advanced Data and IoT Technologies","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7264547348022461},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6637251377105713},{"id":"https://openalex.org/keywords/traffic-generation-model","display_name":"Traffic generation model","score":0.5847095847129822},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5593356490135193},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4884773790836334},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4774268567562103},{"id":"https://openalex.org/keywords/network-traffic-simulation","display_name":"Network traffic simulation","score":0.4762190282344818},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.4456859827041626},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.44533637166023254},{"id":"https://openalex.org/keywords/the-internet","display_name":"The Internet","score":0.4323985278606415},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.41058918833732605},{"id":"https://openalex.org/keywords/network-traffic-control","display_name":"Network traffic control","score":0.353958398103714},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3369356691837311},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3323601484298706},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.1917751431465149}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7264547348022461},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6637251377105713},{"id":"https://openalex.org/C176715033","wikidata":"https://www.wikidata.org/wiki/Q2080768","display_name":"Traffic generation model","level":2,"score":0.5847095847129822},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5593356490135193},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4884773790836334},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4774268567562103},{"id":"https://openalex.org/C94168897","wikidata":"https://www.wikidata.org/wiki/Q574324","display_name":"Network traffic simulation","level":4,"score":0.4762190282344818},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.4456859827041626},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.44533637166023254},{"id":"https://openalex.org/C110875604","wikidata":"https://www.wikidata.org/wiki/Q75","display_name":"The Internet","level":2,"score":0.4323985278606415},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.41058918833732605},{"id":"https://openalex.org/C201100257","wikidata":"https://www.wikidata.org/wiki/Q393287","display_name":"Network traffic control","level":3,"score":0.353958398103714},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3369356691837311},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3323601484298706},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.1917751431465149},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2020.3004232","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2020.3004232","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1845115381","display_name":null,"funder_award_id":"61971084","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1925719631","display_name":null,"funder_award_id":"cstc2019jcyj-msxmX0208","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2014849919","display_name":null,"funder_award_id":"61701406","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2541463862","display_name":null,"funder_award_id":"2020D05","funder_id":"https://openalex.org/F4320336270","funder_display_name":"National Mobile Communications Research Laboratory, Southeast University"},{"id":"https://openalex.org/G8172662794","display_name":null,"funder_award_id":"ICT20070","funder_id":"https://openalex.org/F4320322927","funder_display_name":"Zhejiang University"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322927","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884"},{"id":"https://openalex.org/F4320326952","display_name":"State Key Laboratory of Industrial Control Technology","ror":null},{"id":"https://openalex.org/F4320336270","display_name":"National Mobile Communications Research Laboratory, Southeast University","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1976790773","https://openalex.org/W1997840820","https://openalex.org/W2009032852","https://openalex.org/W2117368434","https://openalex.org/W2126316555","https://openalex.org/W2127966682","https://openalex.org/W2165131254","https://openalex.org/W2183716218","https://openalex.org/W2204457080","https://openalex.org/W2500258836","https://openalex.org/W2514159439","https://openalex.org/W2528323426","https://openalex.org/W2596628535","https://openalex.org/W2742537553","https://openalex.org/W2766767083","https://openalex.org/W2778138942","https://openalex.org/W2789386460","https://openalex.org/W2789986657","https://openalex.org/W2794108656","https://openalex.org/W2802223983","https://openalex.org/W2807536558","https://openalex.org/W2821957101","https://openalex.org/W2890072063","https://openalex.org/W2907063143","https://openalex.org/W2910603649","https://openalex.org/W2912371381","https://openalex.org/W2916491361","https://openalex.org/W2919333918","https://openalex.org/W2921319277","https://openalex.org/W2962952126","https://openalex.org/W2963185263","https://openalex.org/W2963643265","https://openalex.org/W2968518053","https://openalex.org/W2968522222","https://openalex.org/W2969324740","https://openalex.org/W2980789769","https://openalex.org/W3101454826","https://openalex.org/W3116067625","https://openalex.org/W4240493355","https://openalex.org/W6652515261","https://openalex.org/W6686128141","https://openalex.org/W6687971779","https://openalex.org/W6787426171"],"related_works":["https://openalex.org/W2374980776","https://openalex.org/W2352713638","https://openalex.org/W2612734354","https://openalex.org/W2382692540","https://openalex.org/W2138225277","https://openalex.org/W2578585306","https://openalex.org/W4242927786","https://openalex.org/W2946514770","https://openalex.org/W2794948597","https://openalex.org/W2147668000"],"abstract_inverted_index":{"Intelligent":[0],"Internet":[1],"of":[2,7,23,31,117,133,140],"Things":[3],"(IIoT)":[4],"is":[5,60],"comprised":[6],"various":[8],"wireless":[9],"and":[10,20,34,39,52,68,102,121],"wired":[11],"networks":[12],"for":[13],"industrial":[14],"applications,":[15],"which":[16],"makes":[17],"it":[18],"complex":[19],"heterogeneous.The":[21],"openness":[22],"IIoT":[24,57],"has":[25],"led":[26],"to":[27,72,129],"the":[28,92,114,118,131,138,146],"intractable":[29],"problems":[30],"network":[32,37,44,54,58,74,93,105,148],"security":[33,38],"management.":[35],"Many":[36],"management":[40],"functions":[41],"rely":[42],"on":[43],"traffic":[45,59,75,94,106],"prediction":[46,95],"techniques,":[47],"such":[48],"as":[49,97],"anomaly":[50],"detection":[51],"predictive":[53],"planning.":[55],"Predicting":[56],"significantly":[61],"difficult":[62],"because":[63],"its":[64],"frequently":[65],"updated":[66],"topology":[67],"diversified":[69],"services":[70],"lead":[71],"irregular":[73],"fluctuations.":[76],"Motivated":[77],"by":[78,107],"these":[79],"observations,":[80],"we":[81,112,122],"proposed":[82,119,123],"a":[83,98,124],"reinforcement":[84],"learning-based":[85],"mechanism":[86,120,142],"in":[87],"this":[88],"article.":[89],"We":[90],"modeled":[91],"problem":[96],"Markov":[99],"decision":[100],"process,":[101],"then,":[103],"predicted":[104],"Monte":[108,134],"Carlo":[109,135],"Q-learning.":[110,136],"Furthermore,":[111],"addressed":[113],"real-time":[115],"requirement":[116],"residual-based":[125],"dictionary":[126],"learning":[127],"algorithm":[128],"improve":[130],"complexity":[132],"Finally,":[137],"effectiveness":[139],"our":[141],"was":[143],"evaluated":[144],"using":[145],"real":[147],"traffic.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":21},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}