{"id":"https://openalex.org/W3039941973","doi":"https://doi.org/10.1109/tii.2020.3006199","title":"Deep Reinforcement Learning for Smart City Communication Networks","display_name":"Deep Reinforcement Learning for Smart City Communication Networks","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3039941973","doi":"https://doi.org/10.1109/tii.2020.3006199","mag":"3039941973"},"language":"en","primary_location":{"id":"doi:10.1109/tii.2020.3006199","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2020.3006199","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006690282","display_name":"Zhenchang Xia","orcid":"https://orcid.org/0000-0001-8295-8359"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Zhenchang Xia","raw_affiliation_strings":["Department of Computing, Macquarie University, Sydney, NSW, Australia","School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0001-8295-8359","affiliations":[{"raw_affiliation_string":"Department of Computing, Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]},{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101912402","display_name":"Shan Xue","orcid":"https://orcid.org/0000-0002-9123-5133"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shan Xue","raw_affiliation_strings":["CSIRO's Data61, Sydney, NSW, Australia","Department of Computing, Macquarie University, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9123-5133","affiliations":[{"raw_affiliation_string":"CSIRO's Data61, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I1292875679","https://openalex.org/I42894916"]},{"raw_affiliation_string":"Department of Computing, Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007475662","display_name":"Jia Wu","orcid":"https://orcid.org/0000-0002-1371-5801"},"institutions":[{"id":"https://openalex.org/I99043593","display_name":"Macquarie University","ror":"https://ror.org/01sf06y89","country_code":"AU","type":"education","lineage":["https://openalex.org/I99043593"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Jia Wu","raw_affiliation_strings":["Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-1371-5801","affiliations":[{"raw_affiliation_string":"Faculty of Science and Engineering, Macquarie University, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I99043593"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015275781","display_name":"Yanjiao Chen","orcid":"https://orcid.org/0000-0002-1382-0679"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanjiao Chen","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-1382-0679","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101657799","display_name":"Chen Junjie","orcid":"https://orcid.org/0000-0002-5576-2083"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Chen","raw_affiliation_strings":["School of Computer Science, Wuhan University, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-5576-2083","affiliations":[{"raw_affiliation_string":"School of Computer Science, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102735309","display_name":"Libing Wu","orcid":"https://orcid.org/0000-0002-6863-3280"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I4210105229","display_name":"City University of Hong Kong, Shenzhen Research Institute","ror":"https://ror.org/00xc0ma20","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210105229"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Libing Wu","raw_affiliation_strings":["School of Computer Science and School of Cyber Science and Engineering, Wuhan University, Wuhan, China","Shenzhen Research Institute, Wuhan University, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and School of Cyber Science and Engineering, Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I37461747"]},{"raw_affiliation_string":"Shenzhen Research Institute, Wuhan University, Shenzhen, China","institution_ids":["https://openalex.org/I37461747","https://openalex.org/I4210105229"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7446,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.85457129,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"17","issue":"6","first_page":"4188","last_page":"4196"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10138","display_name":"Network Traffic and Congestion Control","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7603869438171387},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7023133635520935},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.6820259094238281},{"id":"https://openalex.org/keywords/network-congestion","display_name":"Network congestion","score":0.6779166460037231},{"id":"https://openalex.org/keywords/packet-loss","display_name":"Packet loss","score":0.6511560082435608},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.6087478399276733},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5861261487007141},{"id":"https://openalex.org/keywords/communications-protocol","display_name":"Communications protocol","score":0.4393796920776367},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40874433517456055},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15772560238838196},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.13731461763381958},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.09433802962303162}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7603869438171387},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7023133635520935},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.6820259094238281},{"id":"https://openalex.org/C195563490","wikidata":"https://www.wikidata.org/wiki/Q180368","display_name":"Network congestion","level":3,"score":0.6779166460037231},{"id":"https://openalex.org/C54108766","wikidata":"https://www.wikidata.org/wiki/Q391064","display_name":"Packet loss","level":3,"score":0.6511560082435608},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.6087478399276733},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5861261487007141},{"id":"https://openalex.org/C12269588","wikidata":"https://www.wikidata.org/wiki/Q132364","display_name":"Communications protocol","level":2,"score":0.4393796920776367},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40874433517456055},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15772560238838196},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.13731461763381958},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.09433802962303162}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tii.2020.3006199","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tii.2020.3006199","pdf_url":null,"source":{"id":"https://openalex.org/S184777250","display_name":"IEEE Transactions on Industrial Informatics","issn_l":"1551-3203","issn":["1551-3203","1941-0050"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Industrial Informatics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2838469879","display_name":"\u57fa\u4e8e\u533a\u5757\u94fe\u7684\u6570\u636e\u9690\u85cf\u4f20\u8f93\u673a\u5236\u7814\u7a76","funder_award_id":"61972296","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4201753823","display_name":"\u8f66\u8054\u7f51\u73af\u5883\u4e0b\u57fa\u4e8e5G\u548c\u4e91\u5e73\u53f0\u7684\u667a\u80fd\u4ea4\u901a\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61772377","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4222628584","display_name":"\u79fb\u52a8\u673a\u4f1a\u7f51\u7edc\u4e2d\u7684\u4f4e\u80fd\u8017\u8282\u70b9\u79fb\u52a8\u6a21\u578b\u53ca\u6d88\u606f\u8f6c\u53d1\u673a\u5236\u7814\u7a76","funder_award_id":"61672257","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6441736759","display_name":"\u57fa\u4e8e\u62cd\u5356\u6a21\u578b\u7684\u52a8\u6001\u9891\u8c31\u5206\u914d\u4e2d\u7684\u7528\u6237\u9690\u79c1\u4fdd\u62a4\u673a\u5236","funder_award_id":"61702380","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6868309414","display_name":"\u5927\u6570\u636e\u9a71\u52a8\u7684\u6d88\u8d39\u5e02\u573a\u7684\u5168\u666f\u54cd\u5e94\u5f0f\u8425\u9500\u7ba1\u7406\u4e0e\u51b3\u7b56\u7814\u7a76","funder_award_id":"91746206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G742149522","display_name":null,"funder_award_id":"2042020kf0217","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1771410628","https://openalex.org/W1772688858","https://openalex.org/W1988975763","https://openalex.org/W2022844530","https://openalex.org/W2101182788","https://openalex.org/W2105514976","https://openalex.org/W2121863487","https://openalex.org/W2144555115","https://openalex.org/W2163112974","https://openalex.org/W2513641134","https://openalex.org/W2736601468","https://openalex.org/W2766447205","https://openalex.org/W2798776137","https://openalex.org/W2799263993","https://openalex.org/W2885982708","https://openalex.org/W2887715205","https://openalex.org/W2921413619","https://openalex.org/W2940853025","https://openalex.org/W2946348792","https://openalex.org/W2950512262","https://openalex.org/W2964121744","https://openalex.org/W2968108410","https://openalex.org/W3013573132","https://openalex.org/W3024644820","https://openalex.org/W3103796199","https://openalex.org/W3161213569","https://openalex.org/W4214717370","https://openalex.org/W6631190155","https://openalex.org/W6638018090","https://openalex.org/W6638163082","https://openalex.org/W6684260611","https://openalex.org/W6741002519","https://openalex.org/W6750761875","https://openalex.org/W6753859785","https://openalex.org/W6762618457","https://openalex.org/W6762728350"],"related_works":["https://openalex.org/W4226218331","https://openalex.org/W2106906543","https://openalex.org/W2047584981","https://openalex.org/W4381301812","https://openalex.org/W1561385631","https://openalex.org/W2166315921","https://openalex.org/W2071614110","https://openalex.org/W2162566722","https://openalex.org/W23565719","https://openalex.org/W1542379831"],"abstract_inverted_index":{"Smart":[0],"city":[1,55],"communication":[2],"networks":[3],"hold":[4],"the":[5,9,48,64,138,154,159,164,177,191,235],"promise":[6],"of":[7,11,28,66,143,210],"harnessing":[8],"Internet":[10],"Things,":[12],"smart":[13,54],"devices,":[14],"intelligent":[15],"energy":[16],"grids,":[17],"autonomous":[18],"cars,":[19],"and":[20,35,109,112,115,146,183,203,214,224,241],"many":[21],"other":[22],"data":[23,104],"architectures":[24],"to":[25,71,89,101,151,162,194,233],"improve":[26],"quality":[27],"life":[29],"for":[30,50,94],"every":[31],"citizen.":[32],"As":[33],"time":[34],"progress":[36],"have":[37,58],"gradually":[38],"shifted":[39],"this":[40,91,126],"concept":[41],"from":[42],"an":[43],"idea":[44],"into":[45],"a":[46,53,75,147,171],"reality,":[47],"possibilities":[49],"what":[51],"services":[52],"might":[56],"provide":[57,102],"exploded.":[59],"Along":[60],"with":[61,212],"that":[62,68,173],"expansion,":[63],"number":[65],"devices":[67],"may":[69],"need":[70],"be":[72],"supported":[73],"across":[74,158],"communications":[76,117],"network":[77,95,166,197,205],"has":[78],"multiplied":[79],"enormously.":[80],"However,":[81],"existing":[82],"congestion":[83,121,135],"control":[84,122,136,153],"protocols":[85,98],"are":[86,99],"not":[87,174],"equipped":[88],"support":[90],"higher":[92,103],"requirement":[93],"performance.":[96],"New":[97],"needed":[100],"throughputs,":[105],"reduce":[106],"queuing":[107],"delays":[108],"packet":[110,184],"loss,":[111,185],"maintain":[113],"stable":[114],"reliable":[116],"pathways.":[118],"The":[119,168],"end-to-end":[120],"protocol":[123,172],"presented":[124],"in":[125,156,227],"article":[127],"does":[128],"all":[129,200],"these":[130],"things.":[131],"Called":[132],"high":[133],"throughput":[134],"(HTCC),":[137],"framework":[139],"takes":[140],"full":[141],"advantage":[142],"reinforcement":[144],"learning":[145,192],"fast":[148],"growth":[149],"algorithm":[150],"adaptively":[152],"bytes":[155],"flight":[157],"network's":[160],"links":[161],"suit":[163],"prevailing":[165],"conditions.":[167],"result":[169],"is":[170,231],"only":[175],"finds":[176],"optimal":[178],"tradeoff":[179,237],"between":[180,238],"throughput,":[181,239],"latency,":[182],"but":[186],"also":[187],"significantly":[188],"speeds":[189],"up":[190],"process":[193],"avoid":[195],"wasting":[196],"resources,":[198],"use":[199],"free":[201],"bandwidth":[202],"maximize":[204],"utilization.":[206],"A":[207],"comprehensive":[208],"set":[209],"experiments":[211],"HTCC":[213,230],"six":[215],"state-of-the-art":[216],"protocols-Copa,":[217],"PCC":[218],"Vivace,":[219],"PCC-Allegro,":[220],"TCP":[221],"Cubic,":[222],"TaoVA-100x,":[223],"FillP-Sheep-demonstrate":[225],"that,":[226],"most":[228],"conditions,":[229],"able":[232],"make":[234],"best":[236],"delay,":[240],"loss":[242],"rate.":[243]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":3}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}