{"id":"https://openalex.org/W3199843466","doi":"https://doi.org/10.1109/tmc.2021.3113052","title":"Delay-Sensitive Energy-Efficient UAV Crowdsensing by Deep Reinforcement Learning","display_name":"Delay-Sensitive Energy-Efficient UAV Crowdsensing by Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-09-16","ids":{"openalex":"https://openalex.org/W3199843466","doi":"https://doi.org/10.1109/tmc.2021.3113052","mag":"3199843466"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2021.3113052","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2021.3113052","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038171053","display_name":"Zipeng Dai","orcid":"https://orcid.org/0000-0002-2479-9801"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zipeng Dai","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102923184","display_name":"Chi Harold Liu","orcid":"https://orcid.org/0000-0002-0252-329X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Harold Liu","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012832003","display_name":"Rui Han","orcid":"https://orcid.org/0000-0001-6894-1921"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Han","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054991337","display_name":"Guoren Wang","orcid":"https://orcid.org/0000-0002-0181-8379"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoren Wang","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020917506","display_name":"Kin K. Leung","orcid":"https://orcid.org/0000-0002-3860-6257"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kin K. Leung","raw_affiliation_strings":["Electrical and Electronic Engineering Department, Imperial College, London, U.K"],"affiliations":[{"raw_affiliation_string":"Electrical and Electronic Engineering Department, Imperial College, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039176528","display_name":"Jian Tang","orcid":"https://orcid.org/0000-0003-4418-0114"},"institutions":[{"id":"https://openalex.org/I4210093653","display_name":"Midea Group (China)","ror":"https://ror.org/006fm2278","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210093653"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Tang","raw_affiliation_strings":["Midea Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Midea Group, Beijing, China","institution_ids":["https://openalex.org/I4210093653"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5038171053"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":null,"apc_paid":null,"fwci":6.0676,"has_fulltext":false,"cited_by_count":79,"citation_normalized_percentile":{"value":0.97149572,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"22","issue":"4","first_page":"2038","last_page":"2052"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8074387311935425},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8048056364059448},{"id":"https://openalex.org/keywords/crowdsensing","display_name":"Crowdsensing","score":0.798153281211853},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4814159870147705},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3781280517578125},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.34359419345855713},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3248726427555084},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.2513209879398346},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10341721773147583},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08922097086906433}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8074387311935425},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8048056364059448},{"id":"https://openalex.org/C2780821482","wikidata":"https://www.wikidata.org/wiki/Q25381721","display_name":"Crowdsensing","level":2,"score":0.798153281211853},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4814159870147705},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3781280517578125},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.34359419345855713},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3248726427555084},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2513209879398346},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10341721773147583},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08922097086906433}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2021.3113052","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2021.3113052","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy","score":0.9100000262260437}],"awards":[{"id":"https://openalex.org/G8331661634","display_name":null,"funder_award_id":"62022017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1584961342","https://openalex.org/W1991056455","https://openalex.org/W2117788706","https://openalex.org/W2145339207","https://openalex.org/W2154090643","https://openalex.org/W2157331557","https://openalex.org/W2368600038","https://openalex.org/W2531799639","https://openalex.org/W2580589488","https://openalex.org/W2593133890","https://openalex.org/W2609654676","https://openalex.org/W2612758347","https://openalex.org/W2617676382","https://openalex.org/W2617819186","https://openalex.org/W2617835374","https://openalex.org/W2726187156","https://openalex.org/W2736601468","https://openalex.org/W2744248483","https://openalex.org/W2767101511","https://openalex.org/W2790295836","https://openalex.org/W2791626981","https://openalex.org/W2791911050","https://openalex.org/W2792859805","https://openalex.org/W2883880986","https://openalex.org/W2885551694","https://openalex.org/W2886180905","https://openalex.org/W2899753121","https://openalex.org/W2899842478","https://openalex.org/W2920812327","https://openalex.org/W2922260520","https://openalex.org/W2943584607","https://openalex.org/W2944810452","https://openalex.org/W2963728120","https://openalex.org/W2964536243","https://openalex.org/W2966502428","https://openalex.org/W2970920473","https://openalex.org/W2982028976","https://openalex.org/W3006499227","https://openalex.org/W3015351299","https://openalex.org/W3030442450","https://openalex.org/W3046988891","https://openalex.org/W3081323070","https://openalex.org/W3090573937","https://openalex.org/W3131382839","https://openalex.org/W3154867485","https://openalex.org/W3168573457","https://openalex.org/W4212789441","https://openalex.org/W6684921986","https://openalex.org/W6740222838","https://openalex.org/W6741002519"],"related_works":["https://openalex.org/W2563347706","https://openalex.org/W2608033733","https://openalex.org/W4287604253","https://openalex.org/W1894261276","https://openalex.org/W2168877220","https://openalex.org/W2295662171","https://openalex.org/W4381785531","https://openalex.org/W4360776667","https://openalex.org/W3098657080","https://openalex.org/W4232477044"],"abstract_inverted_index":{"Mobile":[0],"crowdsensing":[1],"(MCS)":[2],"by":[3,13,64,80,157],"unmanned":[4],"aerial":[5],"vehicles":[6],"(UAVs)":[7],"servicing":[8],"delay-sensitive":[9,87],"applications":[10],"becomes":[11],"popular":[12],"navigating":[14],"a":[15,66,74,96],"group":[16],"of":[17,22,53,170],"UAVs":[18],"to":[19,40,59,104,131,152],"take":[20],"advantage":[21],"their":[23],"equipped":[24],"high-precision":[25],"sensors":[26],"and":[27,48,88,125,136,159,168],"durability":[28],"for":[29,86,117],"data":[30,44,62,118,128,133,138],"collection":[31,119],"in":[32,68],"harsh":[33],"environments.":[34],"In":[35],"this":[36],"paper,":[37],"we":[38,72,110],"aim":[39],"simultaneously":[41],"maximize":[42],"collected":[43],"amount,":[45],"geographical":[46],"fairness,":[47],"minimize":[49],"the":[50,61,147,153],"energy":[51,148],"consumption":[52],"all":[54,122],"UAVs,":[55],"as":[56,58,150],"well":[57],"guarantee":[60],"freshness":[63],"setting":[65],"deadline":[67],"each":[69],"timeslot.":[70],"Specifically,":[71],"propose":[73],"centralized":[75],"control,":[76],"distributed":[77],"execution":[78],"framework":[79],"decentralized":[81],"deep":[82],"reinforcement":[83],"learning":[84],"(DRL)":[85],"energy-efficient":[89],"UAV":[90,123],"crowdsensing,":[91],"called":[92],"\u201cDRL-eFresh\u201d.":[93],"It":[94],"includes":[95],"synchronous":[97],"computational":[98],"architecture":[99],"with":[100],"GRU":[101],"sequential":[102],"modeling":[103],"generate":[105],"multi-UAV":[106],"navigation":[107],"decisions.":[108],"Also,":[109],"derive":[111],"an":[112],"optimal":[113],"time":[114,135],"allocation":[115],"solution":[116],"while":[120],"considering":[121],"efforts":[124],"avoiding":[126],"much":[127],"dropout":[129],"due":[130],"limited":[132],"upload":[134],"wireless":[137],"rate.":[139],"Simulation":[140],"results":[141],"show":[142],"that":[143],"DRL-eFresh":[144],"significantly":[145],"improves":[146],"efficiency,":[149],"compared":[151],"best":[154],"baseline":[155],"DPPO,":[156],"14%":[158],"22%":[160],"on":[161],"average":[162],"when":[163],"varying":[164],"different":[165],"sensing":[166],"ranges":[167],"number":[169],"PoIs,":[171],"respectively.":[172]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":25},{"year":2024,"cited_by_count":32},{"year":2023,"cited_by_count":15},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-01T17:29:45.350535","created_date":"2025-10-10T00:00:00"}