{"id":"https://openalex.org/W4384080876","doi":"https://doi.org/10.1109/tnet.2023.3289172","title":"Ensuring Threshold AoI for UAV-Assisted Mobile Crowdsensing by Multi-Agent Deep Reinforcement Learning With Transformer","display_name":"Ensuring Threshold AoI for UAV-Assisted Mobile Crowdsensing by Multi-Agent Deep Reinforcement Learning With Transformer","publication_year":2023,"publication_date":"2023-07-12","ids":{"openalex":"https://openalex.org/W4384080876","doi":"https://doi.org/10.1109/tnet.2023.3289172"},"language":"en","primary_location":{"id":"doi:10.1109/tnet.2023.3289172","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2023.3289172","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076988964","display_name":"Hao Wang","orcid":"https://orcid.org/0009-0004-0199-0488"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Wang","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0004-0199-0488","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102923184","display_name":"Chi Harold Liu","orcid":"https://orcid.org/0000-0002-0252-329X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Harold Liu","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0252-329X","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101187944","display_name":"Haoming Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoming Yang","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054991337","display_name":"Guoren Wang","orcid":"https://orcid.org/0000-0002-0181-8379"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoren Wang","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0181-8379","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020917506","display_name":"Kin K. Leung","orcid":"https://orcid.org/0000-0002-3860-6257"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Kin K. Leung","raw_affiliation_strings":["Electrical and Electronic Engineering (EEE) Department, and the Computing Department, Imperial College, London, U.K"],"raw_orcid":"https://orcid.org/0000-0002-3860-6257","affiliations":[{"raw_affiliation_string":"Electrical and Electronic Engineering (EEE) Department, and the Computing Department, Imperial College, London, U.K","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":43.6919,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.99817292,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"32","issue":"1","first_page":"566","last_page":"581"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8198742866516113},{"id":"https://openalex.org/keywords/crowdsensing","display_name":"Crowdsensing","score":0.7788773775100708},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6419374346733093},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6013128161430359},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5108494162559509},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4793201684951782},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.397168904542923},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20718446373939514},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.18601131439208984},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.14083963632583618},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.08559590578079224},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.06135600805282593}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8198742866516113},{"id":"https://openalex.org/C2780821482","wikidata":"https://www.wikidata.org/wiki/Q25381721","display_name":"Crowdsensing","level":2,"score":0.7788773775100708},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6419374346733093},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6013128161430359},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5108494162559509},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4793201684951782},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.397168904542923},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20718446373939514},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.18601131439208984},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.14083963632583618},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.08559590578079224},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.06135600805282593}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnet.2023.3289172","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnet.2023.3289172","pdf_url":null,"source":{"id":"https://openalex.org/S62238642","display_name":"IEEE/ACM Transactions on Networking","issn_l":"1063-6692","issn":["1063-6692","1558-2566"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.6100000143051147}],"awards":[{"id":"https://openalex.org/G2600243670","display_name":null,"funder_award_id":"U21A20519","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3980498467","display_name":"\u7eff\u8272\u7fa4\u667a\u8ba1\u7b97\u4e2d\u7684\u53ef\u4fe1\u4efb\u52a1\u5206\u914d\u4e0e\u6570\u636e\u5b9a\u4ef7\u6280\u672f\u7814\u7a76","funder_award_id":"61772072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W174230839","https://openalex.org/W1924770834","https://openalex.org/W1947927401","https://openalex.org/W1966209162","https://openalex.org/W1972755385","https://openalex.org/W1993711668","https://openalex.org/W2109101401","https://openalex.org/W2117788706","https://openalex.org/W2146487252","https://openalex.org/W2172041433","https://openalex.org/W2596367596","https://openalex.org/W2605194399","https://openalex.org/W2626637010","https://openalex.org/W2736601468","https://openalex.org/W2783184536","https://openalex.org/W2886509985","https://openalex.org/W2902040817","https://openalex.org/W2922260520","https://openalex.org/W2925554975","https://openalex.org/W2948433391","https://openalex.org/W2962691117","https://openalex.org/W2963534945","https://openalex.org/W2964110616","https://openalex.org/W2970920473","https://openalex.org/W2990270976","https://openalex.org/W2996037775","https://openalex.org/W3007850734","https://openalex.org/W3011275207","https://openalex.org/W3013960924","https://openalex.org/W3014847873","https://openalex.org/W3048217314","https://openalex.org/W3048971165","https://openalex.org/W3084578038","https://openalex.org/W3092218356","https://openalex.org/W3093524177","https://openalex.org/W3099689767","https://openalex.org/W3107359062","https://openalex.org/W3109039904","https://openalex.org/W3132134635","https://openalex.org/W3154867485","https://openalex.org/W3156295478","https://openalex.org/W3168573457","https://openalex.org/W3174337303","https://openalex.org/W3211340978","https://openalex.org/W3214036565","https://openalex.org/W3214868035","https://openalex.org/W4200039509","https://openalex.org/W4200635498","https://openalex.org/W4210616537","https://openalex.org/W4214866088","https://openalex.org/W4283211846","https://openalex.org/W4285115390","https://openalex.org/W4286748781","https://openalex.org/W6640212811","https://openalex.org/W6684921986","https://openalex.org/W6735641298","https://openalex.org/W6738796088","https://openalex.org/W6739516088","https://openalex.org/W6741002519","https://openalex.org/W6748638692","https://openalex.org/W6749032143","https://openalex.org/W6749304979","https://openalex.org/W6756303580","https://openalex.org/W6762840543","https://openalex.org/W6763838503","https://openalex.org/W6768810269","https://openalex.org/W6772005887","https://openalex.org/W6780226713","https://openalex.org/W6802002411","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W2563347706","https://openalex.org/W2608033733","https://openalex.org/W4287604253","https://openalex.org/W1894261276","https://openalex.org/W2168877220","https://openalex.org/W2295662171","https://openalex.org/W4381785531","https://openalex.org/W4360776667","https://openalex.org/W4310083477","https://openalex.org/W2328553770"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicle":[2],"(UAV)":[3],"crowdsensing":[4],"(UCS)":[5],"is":[6,54],"an":[7,114],"emerging":[8],"data":[9,27,62,164],"collection":[10],"paradigm":[11],"to":[12,25,40,55],"provide":[13],"reliable":[14],"and":[15,70,113,122,126,135,162],"high":[16],"quality":[17],"urban":[18],"sensing":[19],"services,":[20],"with":[21],"age-of-information":[22],"(AoI)":[23],"requirement":[24],"measure":[26],"freshness":[28],"in":[29,133,166],"real-time":[30],"applications.":[31],"In":[32],"this":[33,80],"paper,":[34],"we":[35,82],"explicitly":[36],"consider":[37],"the":[38,43,57,156],"case":[39],"ensure":[41],"that":[42],"attained":[44],"AoI":[45,69,71,160],"always":[46],"stay":[47],"within":[48],"a":[49,84,108,167],"specific":[50],"threshold.":[51],"The":[52],"goal":[53],"maximize":[56],"total":[58],"amount":[59,165],"of":[60,107,158],"collected":[61],"from":[63],"diverse":[64],"Point-of-Interests":[65],"(PoIs)":[66],"while":[67],"minimizing":[68],"threshold":[72,161],"violation":[73],"ratio":[74],"under":[75],"limited":[76],"energy":[77],"supplement.":[78],"To":[79],"end,":[81],"propose":[83],"decentralized":[85],"multi-agent":[86],"deep":[87],"reinforcement":[88],"learning":[89],"framework":[90],"called":[91],"\u201cDRL-UCS(":[92],"<inline-formula":[93,141],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[94,142],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[95,143],"<tex-math":[96,144],"notation=\"LaTeX\">$\\text":[97,145],"{AoI}_{th}$":[98,146],"</tex-math></inline-formula>":[99,147],")\u201d":[100],"for":[101,119],"multi-UAV":[102],"trajectory":[103,127],"planning,":[104],"which":[105],"consists":[106],"novel":[109],"transformer-enhanced":[110],"distributed":[111],"architecture":[112],"adaptive":[115],"intrinsic":[116],"reward":[117],"mechanism":[118],"spatial":[120],"cooperation":[121],"exploration.":[123],"Extensive":[124],"results":[125],"visualization":[128],"on":[129],"two":[130],"real-world":[131],"datasets":[132],"Beijing":[134],"San":[136],"Francisco":[137],"show":[138],"that,":[139],"DRL-UCS(":[140],")":[148],"consistently":[149],"outperforms":[150],"all":[151],"nine":[152],"baselines":[153],"when":[154],"varying":[155],"number":[157],"UAVs,":[159],"generated":[163],"timeslot.":[168]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":20},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}