{"id":"https://openalex.org/W3181415617","doi":"https://doi.org/10.1109/itsc48978.2021.9564459","title":"Distributed Deep Reinforcement Learning for Intelligent Traffic Monitoring with a Team of Aerial Robots","display_name":"Distributed Deep Reinforcement Learning for Intelligent Traffic Monitoring with a Team of Aerial Robots","publication_year":2021,"publication_date":"2021-09-19","ids":{"openalex":"https://openalex.org/W3181415617","doi":"https://doi.org/10.1109/itsc48978.2021.9564459","mag":"3181415617"},"language":"en","primary_location":{"id":"doi:10.1109/itsc48978.2021.9564459","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc48978.2021.9564459","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2107.04924","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009041968","display_name":"Behzad Khamidehi","orcid":"https://orcid.org/0000-0001-6393-9056"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Behzad Khamidehi","raw_affiliation_strings":["University of Toronto, ON, Canada","University of Toronto,Department of Electrical and Computer Engineering,ON,Canada,M5S 1A1"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"University of Toronto,Department of Electrical and Computer Engineering,ON,Canada,M5S 1A1","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109433489","display_name":"E.S. Sousa","orcid":null},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Elvino S. Sousa","raw_affiliation_strings":["University of Toronto, ON, Canada","University of Toronto"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto, ON, Canada","institution_ids":["https://openalex.org/I185261750"]},{"raw_affiliation_string":"University of Toronto","institution_ids":["https://openalex.org/I185261750"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I185261750"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"25","issue":null,"first_page":"341","last_page":"347"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6919508576393127},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6663184762001038},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6615304946899414},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.5445994138717651},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5356146097183228},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5189342498779297},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5062138438224792},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4878942668437958},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.474224328994751},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.4595761001110077},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.450933575630188},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4096873104572296},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.3360788822174072},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.22705599665641785},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.22702234983444214},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19514915347099304},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.16579124331474304}],"concepts":[{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6919508576393127},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6663184762001038},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6615304946899414},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.5445994138717651},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5356146097183228},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5189342498779297},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5062138438224792},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4878942668437958},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.474224328994751},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.4595761001110077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.450933575630188},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4096873104572296},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3360788822174072},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.22705599665641785},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.22702234983444214},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19514915347099304},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.16579124331474304},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/itsc48978.2021.9564459","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc48978.2021.9564459","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2107.04924","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.04924","pdf_url":"https://arxiv.org/pdf/2107.04924","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3181415617","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2107.04924","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.2107.04924","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2107.04924","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2107.04924","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.04924","pdf_url":"https://arxiv.org/pdf/2107.04924","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.7300000190734863,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3181415617.pdf","grobid_xml":"https://content.openalex.org/works/W3181415617.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W2145339207","https://openalex.org/W2268751503","https://openalex.org/W2398089096","https://openalex.org/W2517499003","https://openalex.org/W2597364644","https://openalex.org/W2793872863","https://openalex.org/W2808453126","https://openalex.org/W2883094537","https://openalex.org/W2901291024","https://openalex.org/W2910367420","https://openalex.org/W2910499791","https://openalex.org/W2940459376","https://openalex.org/W2994008524","https://openalex.org/W3003412316","https://openalex.org/W3027940156","https://openalex.org/W3039086578","https://openalex.org/W3040208530","https://openalex.org/W3085145549","https://openalex.org/W3114167222","https://openalex.org/W3118907568","https://openalex.org/W3124807019","https://openalex.org/W3132062406","https://openalex.org/W3133418365","https://openalex.org/W3135825682","https://openalex.org/W6712628398","https://openalex.org/W6752494506","https://openalex.org/W6787686638","https://openalex.org/W6790857288"],"related_works":["https://openalex.org/W3208635604","https://openalex.org/W183073166","https://openalex.org/W2888558626","https://openalex.org/W2991613226","https://openalex.org/W3146429287","https://openalex.org/W2981003379","https://openalex.org/W2800330536","https://openalex.org/W2787374603","https://openalex.org/W3037708347","https://openalex.org/W3093571944","https://openalex.org/W58312866","https://openalex.org/W3183431433","https://openalex.org/W3127085325","https://openalex.org/W2808494755","https://openalex.org/W2211420428","https://openalex.org/W1584040247","https://openalex.org/W128139492","https://openalex.org/W3009422966","https://openalex.org/W2949272013","https://openalex.org/W2958145732"],"abstract_inverted_index":{"This":[0],"paper":[1],"studies":[2],"the":[3,27,37,44,52,65,84,94,99,137,141,146,156,161,168,172,180,184,193,196,211,214,218,222,232],"traffic":[4,28,45,147,169,253],"monitoring":[5,254],"problem":[6,18,38,92,106],"in":[7,183,208,238,251],"a":[8,12,40,89,108,117,189,242,252],"road":[9,53,85,244],"network":[10,54,86,245],"using":[11],"team":[13],"of":[14,51,83,179,195,234],"aerial":[15,95,197,219],"robots.":[16],"The":[17,151],"is":[19,199,224],"challenging":[20,190],"due":[21],"to":[22,68,97,127,163,203,210,226],"two":[23,132],"main":[24],"reasons.":[25],"First,":[26],"events":[29,46],"are":[30],"stochastic,":[31],"both":[32,239],"temporally":[33],"and":[34,87,115,119,145,176,201,221,247],"spatially.":[35],"Second,":[36],"has":[39],"non-homogeneous":[41],"structure":[42],"as":[43,107],"arrive":[47],"at":[48,55],"different":[49,56,133],"locations":[50,60],"rates.":[57],"Accordingly,":[58],"some":[59],"require":[61],"more":[62],"visits":[63],"by":[64],"robots":[66,96,198,220],"compared":[67],"other":[69],"locations.":[70],"To":[71],"address":[72],"these":[73],"issues,":[74],"we":[75,187],"define":[76],"an":[77],"uncertainty":[78],"metric":[79],"for":[80,93,241],"each":[81],"location":[82],"formulate":[88],"path":[90],"planning":[91],"minimize":[98],"network's":[100],"average":[101],"uncertainty.":[102],"We":[103,130,230],"express":[104],"this":[105],"partially":[109],"observable":[110],"Markov":[111],"decision":[112],"process":[113],"(POMDP)":[114],"propose":[116],"distributed":[118],"scalable":[120],"algorithm":[121,237],"based":[122],"on":[123,136],"deep":[124],"reinforcement":[125],"learning":[126],"solve":[128],"it.":[129],"consider":[131,188],"scenarios":[134,240],"depending":[135],"communication":[138],"mode":[139],"between":[140,217],"agents":[142,157,173],"(aerial":[143],"robots)":[144],"management":[148],"center":[149],"(TMC).":[150],"first":[152,212],"scenario":[153],"assumes":[154],"that":[155],"continuously":[158],"communicate":[159],"with":[160],"TMC":[162,223],"send/receive":[164],"realtime":[165],"information":[166,215],"about":[167],"events.":[170],"Hence,":[171],"have":[174],"global":[175],"real-time":[177],"knowledge":[178],"environment.":[181],"However,":[182],"second":[185],"scenario,":[186,213],"setting":[191],"where":[192],"observation":[194],"partial":[200],"limited":[202],"their":[204],"sensing":[205],"ranges.":[206],"Moreover,":[207],"contrast":[209],"exchange":[216],"restricted":[225],"specific":[227],"time":[228],"instances.":[229],"evaluate":[231],"performance":[233],"our":[235],"proposed":[236],"real":[243],"topology":[246],"demonstrate":[248],"its":[249],"functionality":[250],"system.":[255]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}