{"id":"https://openalex.org/W4410582697","doi":"https://doi.org/10.1109/isc260477.2024.11004185","title":"Drone Pollution Tracking in Cities Using Recurrent Proximal Policy Optimization Learning","display_name":"Drone Pollution Tracking in Cities Using Recurrent Proximal Policy Optimization Learning","publication_year":2024,"publication_date":"2024-10-29","ids":{"openalex":"https://openalex.org/W4410582697","doi":"https://doi.org/10.1109/isc260477.2024.11004185"},"language":"en","primary_location":{"id":"doi:10.1109/isc260477.2024.11004185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isc260477.2024.11004185","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Smart Cities Conference (ISC2)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117630094","display_name":"Andreas Eliades","orcid":null},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andreas Eliades","raw_affiliation_strings":["School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117630095","display_name":"Elie Thellier","orcid":null},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Elie Thellier","raw_affiliation_strings":["School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027395304","display_name":"Haitao Tian","orcid":"https://orcid.org/0000-0002-8464-7973"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Haitao Tian","raw_affiliation_strings":["School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103054907","display_name":"Shivam Mehta","orcid":"https://orcid.org/0000-0002-1886-681X"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shivam Mehta","raw_affiliation_strings":["School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117630096","display_name":"Nouf Almesafri","orcid":null},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nouf Almesafri","raw_affiliation_strings":["School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018856770","display_name":"Hongqian Chen","orcid":"https://orcid.org/0000-0003-2065-8144"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hongqian Chen","raw_affiliation_strings":["School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084240618","display_name":"Zhuangkun Wei","orcid":"https://orcid.org/0000-0002-8073-7859"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhuangkun Wei","raw_affiliation_strings":["School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065156490","display_name":"Adolfo Perrusqu\u00eda","orcid":"https://orcid.org/0000-0003-2290-1160"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Adolfo Perrusqu\u00eda","raw_affiliation_strings":["School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL","institution_ids":["https://openalex.org/I82284825"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021774274","display_name":"Cunjia Liu","orcid":"https://orcid.org/0000-0003-2829-9369"},"institutions":[{"id":"https://openalex.org/I143804889","display_name":"Loughborough University","ror":"https://ror.org/04vg4w365","country_code":"GB","type":"education","lineage":["https://openalex.org/I143804889"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Cunjia Liu","raw_affiliation_strings":["School of Aeronautical and Automotive Engineering, Loughborough University,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautical and Automotive Engineering, Loughborough University,UK","institution_ids":["https://openalex.org/I143804889"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062362866","display_name":"Weisi Guo","orcid":"https://orcid.org/0000-0003-3524-3953"},"institutions":[{"id":"https://openalex.org/I82284825","display_name":"Cranfield University","ror":"https://ror.org/05cncd958","country_code":"GB","type":"education","lineage":["https://openalex.org/I82284825"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Weisi Guo","raw_affiliation_strings":["School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aerospace, Transport, and Manufacturing, Cranfield University,Bedford,UL","institution_ids":["https://openalex.org/I82284825"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1802,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.5170198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11963","display_name":"Impact of Light on Environment and Health","score":0.9555000066757202,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12617","display_name":"Energy, Environment, and Transportation Policies","score":0.9523000121116638,"subfield":{"id":"https://openalex.org/subfields/2105","display_name":"Renewable Energy, Sustainability and the Environment"},"field":{"id":"https://openalex.org/fields/21","display_name":"Energy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.6906507611274719},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.6660798788070679},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6599814891815186},{"id":"https://openalex.org/keywords/pollution","display_name":"Pollution","score":0.5315902829170227},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44364845752716064},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.07044461369514465},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.06690207123756409},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.06535172462463379}],"concepts":[{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.6906507611274719},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.6660798788070679},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6599814891815186},{"id":"https://openalex.org/C521259446","wikidata":"https://www.wikidata.org/wiki/Q58734","display_name":"Pollution","level":2,"score":0.5315902829170227},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44364845752716064},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.07044461369514465},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.06690207123756409},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.06535172462463379},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/isc260477.2024.11004185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/isc260477.2024.11004185","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Smart Cities Conference (ISC2)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.47999998927116394,"display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2464824114","https://openalex.org/W2887271066","https://openalex.org/W2921074836","https://openalex.org/W3002705927","https://openalex.org/W3021284086","https://openalex.org/W3036668012","https://openalex.org/W3188220908","https://openalex.org/W3198246501","https://openalex.org/W4205307524","https://openalex.org/W4226153434","https://openalex.org/W4285176925","https://openalex.org/W4312562931","https://openalex.org/W4312633217","https://openalex.org/W4377142825","https://openalex.org/W4387090674","https://openalex.org/W4388078068","https://openalex.org/W4393141176","https://openalex.org/W6838809494"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4229448053","https://openalex.org/W4247925126","https://openalex.org/W4327774218","https://openalex.org/W2059768187","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4379143281"],"abstract_inverted_index":{"Future":[0],"smart":[1],"cities":[2,25],"will":[3],"need":[4,129],"to":[5,18,68,98,119,130],"monitor":[6],"polluters":[7],"that":[8,15,26,192],"periodically":[9],"or":[10],"burst":[11,175],"emit":[12],"illegal":[13],"gases":[14],"is":[16,35,92,194],"harmful":[17],"the":[19,49,94,102,128],"environment.":[20],"Tracking":[21],"these":[22,71],"sources":[23],"in":[24,58,70,77,165,197],"have":[27,81],"building":[28],"obstacles":[29],"and":[30,42,53,100,113,122,145,156,174,185],"variation":[31],"wind":[32],"vector":[33],"fields":[34],"challenging.":[36],"Traditional":[37],"methods":[38],"using":[39],"gradient":[40],"kernels":[41],"partial-swarmoptimisation":[43],"may":[44],"not":[45],"be":[46],"suitable":[47],"when":[48],"emissions":[50],"are":[51],"intermittent":[52],"pollution":[54,74,86],"concentrations":[55],"maybe":[56],"trapped":[57],"local":[59],"pockets.":[60],"As":[61],"such,":[62],"step":[63,133],"size":[64],"tuning":[65],"becomes":[66],"difficult":[67],"generalise":[69],"variational":[72],"dynamic":[73],"environments.":[75],"Here,":[76],"this":[78],"paper,":[79],"we":[80,169,177],"developed":[82],"a":[83,90,140],"simulated":[84],"urban":[85],"propagation":[87],"environment,":[88],"whereby":[89],"drone":[91],"scanning":[93],"environment":[95],"for":[96],"gradients":[97],"search":[99],"localise":[101],"source.":[103],"We":[104,135],"consider":[105],"both":[106],"proximal":[107],"policy":[108,126],"optimisation":[109],"(PPO)-based":[110],"reinforcement":[111],"learning":[112],"its":[114],"recurrent":[115],"PPO":[116],"(R-PPO)":[117],"alternative":[118,171],"achieve":[120,179],"stable":[121],"reliable":[123],"improvement":[124],"of":[125,142,151,160,182,188],"without":[127],"fine":[131],"tune":[132],"sizes.":[134],"show":[136],"localisation":[137],"results":[138],"across":[139],"range":[141],"wind,":[143],"obstacle,":[144],"emission":[146],"scenarios":[147],"with":[148],"success":[149,180],"rate":[150,181],"76":[152],"-":[153,162],"79":[154],"%":[155,164,184],"high":[157],"path":[158,186],"efficiency":[159,187],"95":[161],"96":[163],"ideal":[166],"conditions.":[167],"When":[168],"examine":[170],"city":[172],"structures":[173],"emissions,":[176],"can":[178],"34":[183],"52":[189],"%,":[190],"showing":[191],"there":[193],"some":[195],"generalisation":[196],"capability.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}