{"id":"https://openalex.org/W4394564139","doi":"https://doi.org/10.1109/tase.2024.3385412","title":"Multi-Agent Deep Reinforcement Learning for Persistent Monitoring With Sensing, Communication, and Localization Constraints","display_name":"Multi-Agent Deep Reinforcement Learning for Persistent Monitoring With Sensing, Communication, and Localization Constraints","publication_year":2024,"publication_date":"2024-04-08","ids":{"openalex":"https://openalex.org/W4394564139","doi":"https://doi.org/10.1109/tase.2024.3385412"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2024.3385412","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3385412","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024347210","display_name":"Manav Mishra","orcid":"https://orcid.org/0009-0000-7733-607X"},"institutions":[{"id":"https://openalex.org/I288749910","display_name":"Indian Institute of Science Education and Research, Bhopal","ror":"https://ror.org/02rb21j89","country_code":"IN","type":"education","lineage":["https://openalex.org/I288749910"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Manav Mishra","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, IISER Bhopal, Bhopal, India"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, IISER Bhopal, Bhopal, India","institution_ids":["https://openalex.org/I288749910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083140373","display_name":"Prithvi Poddar","orcid":"https://orcid.org/0000-0003-1172-8294"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Prithvi Poddar","raw_affiliation_strings":["Department of Mechanical and Aerospace Engineering, University at Buffalo, Buffalo, NY, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical and Aerospace Engineering, University at Buffalo, Buffalo, NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083978945","display_name":"Rajat Agrawal","orcid":"https://orcid.org/0009-0005-8184-2537"},"institutions":[{"id":"https://openalex.org/I288749910","display_name":"Indian Institute of Science Education and Research, Bhopal","ror":"https://ror.org/02rb21j89","country_code":"IN","type":"education","lineage":["https://openalex.org/I288749910"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rajat Agrawal","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, IISER Bhopal, Bhopal, India"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, IISER Bhopal, Bhopal, India","institution_ids":["https://openalex.org/I288749910"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063485900","display_name":"Jingxi Chen","orcid":"https://orcid.org/0000-0002-1953-8041"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingxi Chen","raw_affiliation_strings":["Department of Computer Science, University of Maryland, College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086188394","display_name":"Pratap Tokekar","orcid":"https://orcid.org/0000-0002-3715-0382"},"institutions":[{"id":"https://openalex.org/I66946132","display_name":"University of Maryland, College Park","ror":"https://ror.org/047s2c258","country_code":"US","type":"education","lineage":["https://openalex.org/I66946132"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pratap Tokekar","raw_affiliation_strings":["Department of Computer Science, University of Maryland, College Park, MD, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Maryland, College Park, MD, USA","institution_ids":["https://openalex.org/I66946132"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014252229","display_name":"P. B. Sujit","orcid":"https://orcid.org/0000-0002-7297-1493"},"institutions":[{"id":"https://openalex.org/I288749910","display_name":"Indian Institute of Science Education and Research, Bhopal","ror":"https://ror.org/02rb21j89","country_code":"IN","type":"education","lineage":["https://openalex.org/I288749910"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"P. B. Sujit","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, IISER Bhopal, Bhopal, India"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, IISER Bhopal, Bhopal, India","institution_ids":["https://openalex.org/I288749910"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5024347210"],"corresponding_institution_ids":["https://openalex.org/I288749910"],"apc_list":null,"apc_paid":null,"fwci":7.2111,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.97444385,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"22","issue":null,"first_page":"2831","last_page":"2843"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9563999772071838,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9563999772071838,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.9480999708175659,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10326","display_name":"Indoor and Outdoor Localization Technologies","score":0.940500020980835,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7276506423950195},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5343707203865051},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4833192825317383},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4735376238822937},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3327457904815674},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.10168224573135376}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7276506423950195},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5343707203865051},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4833192825317383},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4735376238822937},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3327457904815674},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.10168224573135376}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2024.3385412","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2024.3385412","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.41999998688697815}],"awards":[{"id":"https://openalex.org/G4641987079","display_name":null,"funder_award_id":"N00014-18-1-2829","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5257535618","display_name":null,"funder_award_id":"1943368","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1544032329","https://openalex.org/W1974433908","https://openalex.org/W2019738489","https://openalex.org/W2043931021","https://openalex.org/W2054727028","https://openalex.org/W2096494978","https://openalex.org/W2105014752","https://openalex.org/W2122277717","https://openalex.org/W2181117068","https://openalex.org/W2200450867","https://openalex.org/W2336416123","https://openalex.org/W2600080636","https://openalex.org/W2800330536","https://openalex.org/W2900240002","https://openalex.org/W2911955390","https://openalex.org/W2967129110","https://openalex.org/W2972533757","https://openalex.org/W3027045114","https://openalex.org/W3081208010","https://openalex.org/W3088197938","https://openalex.org/W3105197170","https://openalex.org/W3130631955","https://openalex.org/W3132865807","https://openalex.org/W3166401044","https://openalex.org/W3204231672","https://openalex.org/W3208577479","https://openalex.org/W4200250224","https://openalex.org/W4366378708","https://openalex.org/W6632100814","https://openalex.org/W6726873649","https://openalex.org/W6736572398","https://openalex.org/W6738796088","https://openalex.org/W6741002519","https://openalex.org/W6756486208","https://openalex.org/W6781642121","https://openalex.org/W6802366899","https://openalex.org/W6840380725"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588"],"abstract_inverted_index":{"Determining":[0],"multi-robot":[1,263],"motion":[2,128,296,366],"policies":[3,129,214,298],"for":[4,130,299],"persistently":[5],"monitoring":[6,124,239],"a":[7,20,35,90,145,221,262,325,338,370,427],"region":[8],"with":[9,47,54,98,122,142,177,187,400,407,433],"limited":[10,111,277,386],"sensing,":[11,387],"communication,":[12,114,409],"and":[13,51,115,150,164,170,184,205,215,247,259,280,283,332,347,388,398,412],"localization":[14,26,49,56,116,311,343,354,361,384],"constraints":[15,27,117,390],"in":[16,30,199,242,289,381],"non-GPS":[17],"environments":[18,202],"is":[19,80,240,302,330,394],"challenging":[21],"problem.":[22],"To":[23,58,363],"take":[24],"the":[25,61,67,110,119,135,157,168,173,213,217,229,267,272,300,306,379,382,421],"into":[28,391],"account,":[29],"this":[31],"paper,":[32],"we":[33,195,223,334,368],"consider":[34],"heterogeneous":[36],"robotic":[37,77],"system":[38,264,329],"consisting":[39],"of":[40,43,70,118,137,148,159,175,231,308,340],"two":[41,200],"types":[42],"agents:":[44],"anchor":[45,149],"agents":[46,53,63,120,336],"accurate":[48,327,342,358],"capability":[50],"auxiliary":[52,62,151],"low":[55],"accuracy.":[57],"localize":[59],"itself,":[60],"must":[64],"be":[65,356,431],"within":[66],"communication":[68,160,188,281,389],"range":[69,166,279],"an":[71],"anchor,":[72],"directly":[73],"or":[74,324],"indirectly.":[75],"The":[76,207,415,423],"team\u2019s":[78],"objective":[79],"to":[81,126,227,236,276,287,305],"minimize":[82],"environmental":[83],"uncertainty":[84],"through":[85],"persistent":[86,123],"monitoring.":[87],"We":[88,133,153],"propose":[89],"multi-agent":[91,371],"deep":[92,372],"reinforcement":[93,373],"learning":[94,374],"(MARL)":[95],"based":[96],"architecture":[97],"graph":[99],"convolution":[100],"called":[101],"Graph":[102],"Localized":[103],"Proximal":[104],"Policy":[105],"Optimization":[106],"(GALOPP),":[107],"which":[108],"incorporates":[109],"sensor":[112],"field-of-view,":[113],"along":[121],"objectives":[125,269],"determine":[127,364],"each":[131],"agent.":[132],"evaluate":[134],"performance":[136,169,174,230],"GALOPP":[138,176,198,211,393,419,424],"on":[139,167],"open":[140],"maps":[141],"obstacles":[143],"having":[144,337],"different":[146,201],"number":[147],"agents.":[152],"further":[154],"study":[155],"1)":[156],"effect":[158],"range,":[161,282],"obstacle":[162],"density,":[163],"sensing":[165,278],"2)":[171],"compare":[172],"area":[178,218,413],"partition,":[179],"greedy":[180,410],"search,":[181,183,404,411],"random":[182,185,403,405],"search":[186,246,406],"constraint":[189],"strategies.":[190],"For":[191],"its":[192],"generalization":[193],"capability,":[194,385],"also":[196],"evaluated":[197,395],"\u2013":[203],"2-room":[204],"4-room.":[206],"results":[208,416],"show":[209,417],"that":[210,377,418,430],"learns":[212],"monitors":[216],"well.":[219],"As":[220],"proof-of-concept,":[222],"perform":[224],"hardware":[225],"experiments":[226],"demonstrate":[228],"GALOPP.":[232],"<italic":[233],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[234],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Note":[235],"Practitioners</i>":[237],"\u2014Persistent":[238],"performed":[241],"various":[243,434],"applications":[244,256],"like":[245,313,402],"rescue,":[248],"border":[249],"patrol,":[250],"wildlife":[251],"monitoring,":[252],"etc.":[253,319],"Typically,":[254],"these":[255],"are":[257,274,320],"large-scale,":[258],"hence":[260,333],"using":[261,359,396],"helps":[265],"achieve":[266],"mission":[268],"effectively.":[270],"Often,":[271],"robots":[273,301],"subject":[275],"they":[284],"may":[285],"need":[286],"operate":[288],"GPS-denied":[290],"areas.":[291],"In":[292],"such":[293],"scenarios,":[294],"developing":[295],"planning":[297],"difficult.":[303],"Due":[304],"lack":[307],"GPS,":[309],"alternative":[310],"mechanisms,":[312],"SLAM,":[314],"high-accurate":[315],"INS,":[316],"UWB":[317],"radio,":[318],"essential.":[321],"Having":[322],"SLAM":[323],"highly":[326],"INS":[328,349],"expensive,":[331,341],"use":[335,369],"combination":[339],"systems":[344,350],"(anchor":[345],"agents)":[346,352],"low-cost":[348],"(auxiliary":[351],"whose":[353],"can":[355],"made":[357],"cooperative":[360],"techniques.":[362],"efficient":[365],"policies,":[367],"technique":[375],"(GALOPP)":[376],"takes":[378],"heterogeneity":[380],"vehicle":[383],"account.":[392],"simulations":[397],"compared":[399],"baselines":[401],"ensured":[408],"partitioning.":[414],"outperforms":[420],"baselines.":[422],"approach":[425],"offers":[426],"generic":[428],"solution":[429],"adopted":[432],"other":[435],"applications.":[436]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}