{"id":"https://openalex.org/W4283211846","doi":"https://doi.org/10.1109/infocom48880.2022.9796732","title":"AoI-minimal UAV Crowdsensing by Model-based Graph Convolutional Reinforcement Learning","display_name":"AoI-minimal UAV Crowdsensing by Model-based Graph Convolutional Reinforcement Learning","publication_year":2022,"publication_date":"2022-05-02","ids":{"openalex":"https://openalex.org/W4283211846","doi":"https://doi.org/10.1109/infocom48880.2022.9796732"},"language":"en","primary_location":{"id":"doi:10.1109/infocom48880.2022.9796732","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom48880.2022.9796732","pdf_url":null,"source":{"id":"https://openalex.org/S4363607980","display_name":"IEEE INFOCOM 2022 - IEEE Conference on Computer Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2022 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038171053","display_name":"Zipeng Dai","orcid":"https://orcid.org/0000-0002-2479-9801"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I202334528","display_name":"Beijing Electronic Science and Technology Institute","ror":"https://ror.org/01xdzh226","country_code":"CN","type":"education","lineage":["https://openalex.org/I202334528"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zipeng Dai","raw_affiliation_strings":["Beijing Institute of Technology,School of Comp. Sci. and Tech.,Beijing,China","School of Comp. Sci. and Tech., Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Comp. Sci. and Tech.,Beijing,China","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I202334528"]},{"raw_affiliation_string":"School of Comp. Sci. and Tech., Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102923184","display_name":"Chi Harold Liu","orcid":"https://orcid.org/0000-0002-0252-329X"},"institutions":[{"id":"https://openalex.org/I202334528","display_name":"Beijing Electronic Science and Technology Institute","ror":"https://ror.org/01xdzh226","country_code":"CN","type":"education","lineage":["https://openalex.org/I202334528"]},{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Harold Liu","raw_affiliation_strings":["Beijing Institute of Technology,School of Comp. Sci. and Tech.,Beijing,China","School of Comp. Sci. and Tech., Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Comp. Sci. and Tech.,Beijing,China","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I202334528"]},{"raw_affiliation_string":"School of Comp. Sci. and Tech., Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072799796","display_name":"Yuxiao Ye","orcid":"https://orcid.org/0000-0003-4891-7240"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I202334528","display_name":"Beijing Electronic Science and Technology Institute","ror":"https://ror.org/01xdzh226","country_code":"CN","type":"education","lineage":["https://openalex.org/I202334528"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxiao Ye","raw_affiliation_strings":["Beijing Institute of Technology,School of Comp. Sci. and Tech.,Beijing,China","School of Comp. Sci. and Tech., Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Comp. Sci. and Tech.,Beijing,China","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I202334528"]},{"raw_affiliation_string":"School of Comp. Sci. and Tech., Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079871177","display_name":"Rui Han","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I202334528","display_name":"Beijing Electronic Science and Technology Institute","ror":"https://ror.org/01xdzh226","country_code":"CN","type":"education","lineage":["https://openalex.org/I202334528"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Han","raw_affiliation_strings":["Beijing Institute of Technology,School of Comp. Sci. and Tech.,Beijing,China","School of Comp. Sci. and Tech., Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Comp. Sci. and Tech.,Beijing,China","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I202334528"]},{"raw_affiliation_string":"School of Comp. Sci. and Tech., Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014346487","display_name":"Ye Yuan","orcid":"https://orcid.org/0000-0002-0247-9866"},"institutions":[{"id":"https://openalex.org/I202334528","display_name":"Beijing Electronic Science and Technology Institute","ror":"https://ror.org/01xdzh226","country_code":"CN","type":"education","lineage":["https://openalex.org/I202334528"]},{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ye Yuan","raw_affiliation_strings":["Beijing Institute of Technology,School of Comp. Sci. and Tech.,Beijing,China","School of Comp. Sci. and Tech., Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Comp. Sci. and Tech.,Beijing,China","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I202334528"]},{"raw_affiliation_string":"School of Comp. Sci. and Tech., Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054991337","display_name":"Guoren Wang","orcid":"https://orcid.org/0000-0002-0181-8379"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I202334528","display_name":"Beijing Electronic Science and Technology Institute","ror":"https://ror.org/01xdzh226","country_code":"CN","type":"education","lineage":["https://openalex.org/I202334528"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoren Wang","raw_affiliation_strings":["Beijing Institute of Technology,School of Comp. Sci. and Tech.,Beijing,China","School of Comp. Sci. and Tech., Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology,School of Comp. Sci. and Tech.,Beijing,China","institution_ids":["https://openalex.org/I125839683","https://openalex.org/I202334528"]},{"raw_affiliation_string":"School of Comp. Sci. and Tech., Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039176528","display_name":"Jian Tang","orcid":"https://orcid.org/0000-0003-4418-0114"},"institutions":[{"id":"https://openalex.org/I4210093653","display_name":"Midea Group (China)","ror":"https://ror.org/006fm2278","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210093653"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Tang","raw_affiliation_strings":["Midea Group,Beijing,China","Midea Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Midea Group,Beijing,China","institution_ids":["https://openalex.org/I4210093653"]},{"raw_affiliation_string":"Midea Group, Beijing, China","institution_ids":["https://openalex.org/I4210093653"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5038171053"],"corresponding_institution_ids":["https://openalex.org/I125839683","https://openalex.org/I202334528"],"apc_list":null,"apc_paid":null,"fwci":13.5663,"has_fulltext":false,"cited_by_count":64,"citation_normalized_percentile":{"value":0.99529672,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1029","last_page":"1038"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8229076862335205},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7609883546829224},{"id":"https://openalex.org/keywords/crowdsensing","display_name":"Crowdsensing","score":0.7450148463249207},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.525860071182251},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4975276291370392},{"id":"https://openalex.org/keywords/mobile-device","display_name":"Mobile device","score":0.4928114712238312},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.46716225147247314},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.44879594445228577},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.43666309118270874},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.43513017892837524},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.41286253929138184},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3802529275417328},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3668205142021179},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.25153154134750366},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.11858862638473511}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8229076862335205},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7609883546829224},{"id":"https://openalex.org/C2780821482","wikidata":"https://www.wikidata.org/wiki/Q25381721","display_name":"Crowdsensing","level":2,"score":0.7450148463249207},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.525860071182251},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4975276291370392},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.4928114712238312},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.46716225147247314},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.44879594445228577},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.43666309118270874},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.43513017892837524},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.41286253929138184},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3802529275417328},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3668205142021179},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.25153154134750366},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.11858862638473511},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/infocom48880.2022.9796732","is_oa":false,"landing_page_url":"https://doi.org/10.1109/infocom48880.2022.9796732","pdf_url":null,"source":{"id":"https://openalex.org/S4363607980","display_name":"IEEE INFOCOM 2022 - IEEE Conference on Computer Communications","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE INFOCOM 2022 - IEEE Conference on Computer Communications","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.5,"display_name":"Climate action"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1533861849","https://openalex.org/W1980035368","https://openalex.org/W1991056455","https://openalex.org/W2105066050","https://openalex.org/W2117788706","https://openalex.org/W2121092017","https://openalex.org/W2145339207","https://openalex.org/W2146487252","https://openalex.org/W2257979135","https://openalex.org/W2368600038","https://openalex.org/W2735020746","https://openalex.org/W2744483094","https://openalex.org/W2749928749","https://openalex.org/W2761873684","https://openalex.org/W2766447205","https://openalex.org/W2805327056","https://openalex.org/W2841126022","https://openalex.org/W2883880986","https://openalex.org/W2922260520","https://openalex.org/W2925554975","https://openalex.org/W2962691117","https://openalex.org/W2963091558","https://openalex.org/W2964015378","https://openalex.org/W2969447045","https://openalex.org/W2970920473","https://openalex.org/W2973697444","https://openalex.org/W2989847975","https://openalex.org/W2990270976","https://openalex.org/W2998881388","https://openalex.org/W3028889057","https://openalex.org/W3046016465","https://openalex.org/W3102260691","https://openalex.org/W3118210634","https://openalex.org/W3131623996","https://openalex.org/W3137257456","https://openalex.org/W3154867485","https://openalex.org/W3166018589","https://openalex.org/W3170227572","https://openalex.org/W3175494061","https://openalex.org/W4297789121","https://openalex.org/W6631943919","https://openalex.org/W6675713325","https://openalex.org/W6677939520","https://openalex.org/W6726873649","https://openalex.org/W6740836278","https://openalex.org/W6743802245","https://openalex.org/W6744838376","https://openalex.org/W6752095828","https://openalex.org/W6778632403","https://openalex.org/W6780491012","https://openalex.org/W6906315202"],"related_works":["https://openalex.org/W2563347706","https://openalex.org/W2608033733","https://openalex.org/W4287604253","https://openalex.org/W1894261276","https://openalex.org/W2168877220","https://openalex.org/W2295662171","https://openalex.org/W4381785531","https://openalex.org/W4360776667","https://openalex.org/W3098657080","https://openalex.org/W4232477044"],"abstract_inverted_index":{"Mobile":[0],"Crowdsensing":[1],"(MCS)":[2],"with":[3,89],"smart":[4],"devices":[5],"has":[6],"become":[7,24],"an":[8],"appealing":[9],"paradigm":[10],"for":[11,26],"urban":[12],"sensing.":[13],"With":[14],"the":[15,74,81,153],"development":[16],"of":[17,46,84,92,110,155,186,194],"5G-and-beyond":[18],"technologies,":[19],"unmanned":[20],"aerial":[21,49],"vehicles":[22],"(UAVs)":[23],"possible":[25],"real-time":[27],"applications,":[28],"including":[29],"wireless":[30],"coverage,":[31],"search":[32,117],"and":[33,56,145,160,173,188],"even":[34],"disaster":[35],"response.":[36],"In":[37],"this":[38],"paper,":[39],"we":[40],"consider":[41],"to":[42,53,72,151],"use":[43,91],"a":[44,64,98,111,132,139,146],"group":[45],"UAVs":[47,187],"as":[48],"base":[50],"stations":[51],"(BSs)":[52],"move":[54],"around":[55],"collect":[57],"data":[58],"from":[59],"multiple":[60],"MCS":[61],"users,":[62],"forming":[63],"UAV":[65],"crowdsensing":[66],"campaign":[67],"(UCS).":[68],"Our":[69],"goal":[70],"is":[71],"maximize":[73],"collected":[75],"data,":[76],"geographical":[77],"coverage":[78],"whiling":[79],"minimizing":[80],"age-of-information":[82],"(AoI)":[83],"all":[85],"mobile":[86],"users":[87],"simultaneously,":[88],"efficient":[90],"constrained":[93],"energy":[94],"reserve.":[95],"We":[96,126],"propose":[97],"model-based":[99,113],"deep":[100],"reinforcement":[101],"learning":[102],"(DRL)":[103],"framework":[104],"called":[105],"\"GCRL-min(AoI)\",":[106],"which":[107],"mainly":[108],"consists":[109],"novel":[112],"Monte":[114],"Carlo":[115],"tree":[116],"(MCTS)":[118],"structure":[119],"based":[120],"on":[121,163],"state-of-the-art":[122],"approach":[123],"MCTS":[124],"(AlphaZero).":[125],"further":[127],"improve":[128],"it":[129],"by":[130,138],"adding":[131],"spatial":[133],"UAV-user":[134],"correlation":[135],"extraction":[136],"mechanism":[137],"relational":[140],"graph":[141],"convolutional":[142],"network":[143],"(RGCN),":[144],"next":[147],"state":[148],"prediction":[149],"module":[150],"reduce":[152],"dependance":[154],"experience":[156],"data.":[157],"Extensive":[158],"results":[159],"trajectory":[161],"visualization":[162],"three":[164],"real":[165],"human":[166],"mobility":[167],"datasets":[168],"in":[169,192],"Purdue":[170],"University,":[171],"KAIST":[172],"NCSU":[174],"show":[175],"that":[176],"GCRL-min(AoI)":[177],"consistently":[178],"outperforms":[179],"five":[180],"baselines,":[181],"when":[182],"varying":[183],"different":[184],"number":[185],"maximum":[189],"coupling":[190],"loss":[191],"terms":[193],"four":[195],"metrics.":[196]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":22},{"year":2023,"cited_by_count":18},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}