{"id":"https://openalex.org/W7170085165","doi":"https://doi.org/10.48550/arxiv.2607.18874","title":"Reinforcement Learning for Delivery Drone-Based Participatory Sensing in Dynamic Environments","display_name":"Reinforcement Learning for Delivery Drone-Based Participatory Sensing in Dynamic Environments","publication_year":2026,"publication_date":"2026-07-21","ids":{"openalex":"https://openalex.org/W7170085165","doi":"https://doi.org/10.48550/arxiv.2607.18874"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.18874","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.18874","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.18874","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5143422249","display_name":"Xin Ouyang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ouyang, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101876724","display_name":"Songxin Lei","orcid":"https://orcid.org/0009-0002-3998-7407"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei, Songxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031953529","display_name":"Xiang Guo","orcid":"https://orcid.org/0000-0002-5006-4163"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guo, Xusen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143464651","display_name":"Yutian Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Yutian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006117974","display_name":"Sijie Ruan","orcid":"https://orcid.org/0000-0002-4520-7174"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruan, Sijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5107311577","display_name":"Y Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Yuxuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.5289999842643738,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.5289999842643738,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.22769999504089355,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.016599999740719795,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6984000205993652},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5946999788284302},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.478300005197525},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.46939998865127563},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.45590001344680786},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.43939998745918274},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4318999946117401}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6984000205993652},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6549000144004822},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5946999788284302},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.478300005197525},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.46939998865127563},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.45590001344680786},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43939998745918274},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4318999946117401},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.42910000681877136},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41519999504089355},{"id":"https://openalex.org/C2779208394","wikidata":"https://www.wikidata.org/wiki/Q7140460","display_name":"Participatory sensing","level":2,"score":0.3880999982357025},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3221000134944916},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.30239999294281006},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C52421305","wikidata":"https://www.wikidata.org/wiki/Q1151499","display_name":"Particle filter","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.26170000433921814},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.25929999351501465},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.258899986743927}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.18874","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.18874","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.18874","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.18874","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7004250288009644,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Using":[0],"Unmanned":[1],"Aerial":[2],"Vehicle":[3],"(UAV)":[4],"for":[5],"urban":[6],"sensing":[7,36,61,122],"has":[8],"emerged":[9],"as":[10,73,97],"a":[11,101,120,144],"powerful":[12],"paradigm":[13,62],"to":[14,56,152,154],"monitor":[15],"the":[16,19,95,117,141],"status":[17],"of":[18,174],"city,":[20],"e.g.,":[21],"air":[22],"quality":[23],"and":[24,48,60,77,86,99,132,178],"noise":[25],"levels,":[26],"through":[27],"agile":[28],"aerial":[29],"crowdsourcing.":[30],"Despite":[31],"this":[32,57],"potential,":[33],"existing":[34,54],"UAV-based":[35],"approaches":[37],"overlook":[38],"environmental":[39,156],"disturbances":[40],"like":[41],"wind":[42],"that":[43,164],"drastically":[44],"impact":[45],"drone":[46],"velocity":[47,88,146,150],"energy":[49],"efficiency.":[50],"Consequently,":[51],"directly":[52],"applying":[53],"methods":[55],"joint":[58],"delivery":[59],"in":[63,176,180],"dynamic":[64,155],"environments":[65],"faces":[66],"two":[67,113],"severe":[68],"challenges:":[69],"(1)":[70],"scalability":[71,125],"bottlenecks":[72],"fleet":[74],"sizes":[75],"expand;":[76],"(2)":[78],"multi-timescale":[79],"decision":[80],"heterogeneity":[81],"between":[82],"macro":[83,118],"task":[84,130,138],"dispatching":[85],"micro":[87,142],"control.":[89],"To":[90],"tackle":[91],"these,":[92],"we":[93],"formalize":[94],"problem":[96],"SensUAV":[98],"propose":[100],"Two":[102],"TimeScale":[103],"Reinforcement":[104],"Learning":[105],"framework":[106],"(TSRL).":[107],"Specifically,":[108],"TSRL":[109,165],"separates":[110],"decision-making":[111],"into":[112],"cooperative":[114],"layers.":[115],"At":[116,140],"level,":[119,143],"task-embedding":[121],"dispatcher":[123],"handles":[124],"by":[126],"separately":[127],"encoding":[128],"distinct":[129],"features":[131],"sequentially":[133],"evaluating":[134],"UAV":[135],"suitability":[136],"before":[137],"selection.":[139],"wind-aware":[145],"controller":[147],"learns":[148],"fine-grained":[149],"scheduling":[151],"adapt":[153],"variations.":[157],"Extensive":[158],"experiments":[159],"on":[160],"real-world":[161],"datasets":[162],"demonstrate":[163],"significantly":[166],"outperforms":[167],"baselines,":[168],"achieving":[169],"average":[170],"system":[171],"profit":[172],"improvements":[173],"20.1%":[175],"Hangzhou":[177],"46.6%":[179],"Shanghai.":[181]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-23T00:00:00"}