{"id":"https://openalex.org/W3048386157","doi":"https://doi.org/10.1109/infocomwkshps50562.2020.9162896","title":"Deep Reinforcement Learning for Fresh Data Collection in UAV-assisted IoT Networks","display_name":"Deep Reinforcement Learning for Fresh Data Collection in UAV-assisted IoT Networks","publication_year":2020,"publication_date":"2020-07-01","ids":{"openalex":"https://openalex.org/W3048386157","doi":"https://doi.org/10.1109/infocomwkshps50562.2020.9162896","mag":"3048386157"},"language":"en","primary_location":{"id":"doi:10.1109/infocomwkshps50562.2020.9162896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocomwkshps50562.2020.9162896","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2020 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062421970","display_name":"Mengjie Yi","orcid":"https://orcid.org/0009-0007-7851-8335"},"institutions":[{"id":"https://openalex.org/I4210164386","display_name":"Hebei Science and Technology Department","ror":"https://ror.org/05k812a28","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210164386"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Mengjie Yi","raw_affiliation_strings":["Science and Technology on Communication Network Laboratory, Shijiazhuang, Hebei, China"],"affiliations":[{"raw_affiliation_string":"Science and Technology on Communication Network Laboratory, Shijiazhuang, Hebei, China","institution_ids":["https://openalex.org/I4210164386"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xijun Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210147322","display_name":"Shanghai Institute of Microsystem and Information Technology","ror":"https://ror.org/04nytyj38","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210147322"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xijun Wang","raw_affiliation_strings":["Key Laboratory of Wireless Sensor Network & Communication, Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences, 865 Changning Road, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Wireless Sensor Network & Communication, Shanghai Institute of Microsystem and Information Technology, Chinese Academy of Sciences, 865 Changning Road, Shanghai, China","institution_ids":["https://openalex.org/I4210147322","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446337","display_name":"Juan Liu","orcid":"https://orcid.org/0000-0003-3402-3123"},"institutions":[{"id":"https://openalex.org/I109935558","display_name":"Ningbo University","ror":"https://ror.org/03et85d35","country_code":"CN","type":"education","lineage":["https://openalex.org/I109935558"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juan Liu","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Ningbo University, Zhejiang, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Ningbo University, Zhejiang, China","institution_ids":["https://openalex.org/I109935558"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456120","display_name":"Yan Zhang","orcid":"https://orcid.org/0000-0001-6343-6184"},"institutions":[{"id":"https://openalex.org/I4210164386","display_name":"Hebei Science and Technology Department","ror":"https://ror.org/05k812a28","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210164386"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Zhang","raw_affiliation_strings":["Science and Technology on Communication Network Laboratory, Shijiazhuang, Hebei, China"],"affiliations":[{"raw_affiliation_string":"Science and Technology on Communication Network Laboratory, Shijiazhuang, Hebei, China","institution_ids":["https://openalex.org/I4210164386"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001405009","display_name":"Bo Bai","orcid":"https://orcid.org/0000-0003-4796-8249"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Bai","raw_affiliation_strings":["Theory Lab (FKA Future Network Theory Lab), 2012 Labs, Huawei Technologies Co., Ltd., Hong Kong"],"affiliations":[{"raw_affiliation_string":"Theory Lab (FKA Future Network Theory Lab), 2012 Labs, Huawei Technologies Co., Ltd., Hong Kong","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5062421970"],"corresponding_institution_ids":["https://openalex.org/I4210164386"],"apc_list":null,"apc_paid":null,"fwci":12.7848,"has_fulltext":false,"cited_by_count":120,"citation_normalized_percentile":{"value":0.98937768,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"716","last_page":"721"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12079","display_name":"IoT Networks and Protocols","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7714139223098755},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7198492884635925},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.711032509803772},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.6175646781921387},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.551824688911438},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.532707154750824},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5247552394866943},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.5171470046043396},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.50551438331604},{"id":"https://openalex.org/keywords/data-collection","display_name":"Data collection","score":0.49551260471343994},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.4543322026729584},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.4486883580684662},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40330061316490173},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.35009628534317017},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33495643734931946},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21685931086540222},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.16346055269241333},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.10509824752807617}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7714139223098755},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7198492884635925},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.711032509803772},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6175646781921387},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.551824688911438},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.532707154750824},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5247552394866943},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.5171470046043396},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.50551438331604},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.49551260471343994},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.4543322026729584},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.4486883580684662},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40330061316490173},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.35009628534317017},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33495643734931946},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21685931086540222},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.16346055269241333},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.10509824752807617},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocomwkshps50562.2020.9162896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocomwkshps50562.2020.9162896","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2020 - IEEE Conference on Computer Communications Workshops (INFOCOM WKSHPS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1993918491","https://openalex.org/W2145339207","https://openalex.org/W2744248483","https://openalex.org/W2782984486","https://openalex.org/W2789361148","https://openalex.org/W2796882881","https://openalex.org/W2886509985","https://openalex.org/W2887784286","https://openalex.org/W2962141687","https://openalex.org/W2962262066","https://openalex.org/W2962691117","https://openalex.org/W2962804513","https://openalex.org/W2963085502","https://openalex.org/W2963177943","https://openalex.org/W2964023906","https://openalex.org/W3007091509","https://openalex.org/W3101996971"],"related_works":["https://openalex.org/W4400868993","https://openalex.org/W3096874164","https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W2341346307","https://openalex.org/W3168977894","https://openalex.org/W2315999538"],"abstract_inverted_index":{"Due":[0],"to":[1,13,21,36,66,88,128,153],"the":[2,38,50,60,64,90,95,101,105,109,130,139,146,150],"flexibility":[3],"and":[4,97],"low":[5],"operational":[6],"cost,":[7],"dispatching":[8],"unmanned":[9],"aerial":[10],"vehicles":[11],"(UAVs)":[12],"collect":[14,67],"information":[15,39,112],"from":[16],"distributed":[17],"sensors":[18,65,102],"is":[19,41,125],"expected":[20],"be":[22],"a":[23,42,72,77,83],"promising":[24],"solution":[25],"in":[26,55],"Internet":[27],"of":[28,94,100,108,111,132,149],"Things":[29],"(IoT),":[30],"especially":[31],"for":[32],"time-critical":[33],"applications.":[34],"How":[35],"maintain":[37],"freshness":[40],"challenging":[43],"issue.":[44],"In":[45],"this":[46],"paper,":[47],"we":[48],"investigate":[49],"fresh":[51],"data":[52,116],"collection":[53,117],"problem":[54],"UAV-assisted":[56,115],"IoT":[57],"networks.":[58],"Particularly,":[59],"UAV":[61,96],"flies":[62],"towards":[63],"status":[68],"update":[69],"packets":[70],"within":[71],"given":[73],"duration":[74],"while":[75],"maintaining":[76],"non-negative":[78],"residual":[79],"energy.":[80],"We":[81],"formulate":[82],"Markov":[84],"Decision":[85],"Process":[86],"(MDP)":[87],"find":[89],"optimal":[91],"flight":[92],"trajectory":[93],"transmission":[98],"scheduling":[99],"that":[103,138],"minimizes":[104],"weighted":[106,147],"sum":[107,148],"age":[110],"(AoI).":[113],"A":[114],"algorithm":[118,142],"based":[119],"on":[120],"deep":[121],"reinforcement":[122],"learning":[123],"(DRL)":[124],"further":[126],"proposed":[127,140],"overcome":[129],"curse":[131],"dimensionality.":[133],"Extensive":[134],"simulation":[135],"results":[136],"demonstrate":[137],"DRL-based":[141],"can":[143],"significantly":[144],"reduce":[145],"AoI":[151],"compared":[152],"other":[154],"baseline":[155],"algorithms.":[156]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":19},{"year":2023,"cited_by_count":33},{"year":2022,"cited_by_count":20},{"year":2021,"cited_by_count":23},{"year":2020,"cited_by_count":3}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}