{"id":"https://openalex.org/W3144645476","doi":"https://doi.org/10.1109/wsc.2008.4736198","title":"A hybrid approach based on multi-agent geosimulation and reinforcement learning to solve a UAV patrolling problem","display_name":"A hybrid approach based on multi-agent geosimulation and reinforcement learning to solve a UAV patrolling problem","publication_year":2008,"publication_date":"2008-12-01","ids":{"openalex":"https://openalex.org/W3144645476","doi":"https://doi.org/10.1109/wsc.2008.4736198","mag":"3144645476"},"language":"en","primary_location":{"id":"doi:10.1109/wsc.2008.4736198","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc.2008.4736198","pdf_url":null,"source":{"id":"https://openalex.org/S4363608392","display_name":"2008 Winter Simulation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 Winter Simulation Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062740839","display_name":"Jimmy Perron","orcid":null},"institutions":[{"id":"https://openalex.org/I3130433077","display_name":"The North South Institute","ror":"https://ror.org/01sph6713","country_code":"CA","type":"education","lineage":["https://openalex.org/I3130433077"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Jimmy Perron","raw_affiliation_strings":["NSim Technology, QUE, Canada"],"affiliations":[{"raw_affiliation_string":"NSim Technology, QUE, Canada","institution_ids":["https://openalex.org/I3130433077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022280980","display_name":"Jimmy Hogan","orcid":null},"institutions":[{"id":"https://openalex.org/I3130433077","display_name":"The North South Institute","ror":"https://ror.org/01sph6713","country_code":"CA","type":"education","lineage":["https://openalex.org/I3130433077"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jimmy Hogan","raw_affiliation_strings":["NSim Technology, QUE, Canada"],"affiliations":[{"raw_affiliation_string":"NSim Technology, QUE, Canada","institution_ids":["https://openalex.org/I3130433077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109250965","display_name":"Bernard Moulin","orcid":null},"institutions":[{"id":"https://openalex.org/I43406934","display_name":"Universit\u00e9 Laval","ror":"https://ror.org/04sjchr03","country_code":"CA","type":"education","lineage":["https://openalex.org/I43406934"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Bernard Moulin","raw_affiliation_strings":["Computer Science Department, Laval University, QUE, Canada"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Laval University, QUE, Canada","institution_ids":["https://openalex.org/I43406934"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062247508","display_name":"Jean Berger","orcid":"https://orcid.org/0000-0001-5885-9254"},"institutions":[{"id":"https://openalex.org/I1297460800","display_name":"Defence Research and Development Canada","ror":"https://ror.org/00hgy8d33","country_code":"CA","type":"funder","lineage":["https://openalex.org/I1297460800","https://openalex.org/I1336338359","https://openalex.org/I2802286613"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jean Berger","raw_affiliation_strings":["Decision Support Systems Section, DRDC-Valcartier, QUE, Canada"],"affiliations":[{"raw_affiliation_string":"Decision Support Systems Section, DRDC-Valcartier, QUE, Canada","institution_ids":["https://openalex.org/I1297460800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112788030","display_name":"Micheline B\u00e9langer","orcid":null},"institutions":[{"id":"https://openalex.org/I1297460800","display_name":"Defence Research and Development Canada","ror":"https://ror.org/00hgy8d33","country_code":"CA","type":"funder","lineage":["https://openalex.org/I1297460800","https://openalex.org/I1336338359","https://openalex.org/I2802286613"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Micheline Belanger","raw_affiliation_strings":["Decision Support Systems Section, DRDC-Valcartier, QUE, Canada"],"affiliations":[{"raw_affiliation_string":"Decision Support Systems Section, DRDC-Valcartier, QUE, Canada","institution_ids":["https://openalex.org/I1297460800"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5062740839"],"corresponding_institution_ids":["https://openalex.org/I3130433077"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.37334041,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1259","last_page":"1267"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/patrolling","display_name":"Patrolling","score":0.9990715980529785},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8816938400268555},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.754467785358429},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5626208186149597},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.5183833241462708},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5002775192260742},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45978620648384094},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.4156433343887329}],"concepts":[{"id":"https://openalex.org/C110698143","wikidata":"https://www.wikidata.org/wiki/Q651389","display_name":"Patrolling","level":2,"score":0.9990715980529785},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8816938400268555},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.754467785358429},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5626208186149597},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.5183833241462708},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5002775192260742},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45978620648384094},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.4156433343887329},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wsc.2008.4736198","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc.2008.4736198","pdf_url":null,"source":{"id":"https://openalex.org/S4363608392","display_name":"2008 Winter Simulation Conference","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2008 Winter Simulation Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W197844793","https://openalex.org/W1488636191","https://openalex.org/W1543672909","https://openalex.org/W2010751830","https://openalex.org/W2101976664","https://openalex.org/W2121863487","https://openalex.org/W2128862550","https://openalex.org/W3011120880","https://openalex.org/W3141682416","https://openalex.org/W4231210960","https://openalex.org/W6607973403","https://openalex.org/W6628981685","https://openalex.org/W6632495983","https://openalex.org/W6679022538"],"related_works":["https://openalex.org/W170273588","https://openalex.org/W2337788814","https://openalex.org/W2092973197","https://openalex.org/W2404411151","https://openalex.org/W2163146706","https://openalex.org/W2284324343","https://openalex.org/W4206233823","https://openalex.org/W2054097079","https://openalex.org/W2494202692","https://openalex.org/W2049110658"],"abstract_inverted_index":{"In":[0],"this":[1],"paper":[2],"we":[3],"address":[4],"a":[5,11,23,30,40,67,77],"dynamic":[6,78],"distributed":[7],"patrolling":[8,19,74],"problem":[9],"where":[10],"team":[12],"of":[13,42,69,92],"autonomous":[14],"unmanned":[15],"aerial":[16],"vehicles":[17],"(UAVs)":[18],"moving":[20,85],"targets":[21],"over":[22],"large":[24],"area":[25],"must":[26],"coordinate.":[27],"We":[28,54,87],"propose":[29],"hybrid":[31],"approach":[32,63,94],"combining":[33],"multi-agent":[34],"geosimulation":[35],"and":[36,64,84],"reinforcement":[37],"learning":[38],"enabling":[39],"group":[41],"agents":[43],"to":[44],"find":[45,73],"near":[46],"optimal":[47],"solutions":[48],"in":[49,76],"realistic":[50],"geo-referenced":[51],"virtual":[52],"environments.":[53],"present":[55],"the":[56,61,90,93],"COLMAS":[57],"system":[58],"which":[59],"implements":[60],"proposed":[62],"show":[65],"how":[66],"set":[68],"UAV":[70],"can":[71],"automatically":[72],"patterns":[75],"environment":[79],"characterized":[80],"by":[81],"unknown":[82],"obstacles":[83],"targets.":[86],"also":[88],"comment":[89],"value":[91],"based":[95],"on":[96],"limited":[97],"computational":[98],"results.":[99]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2}],"updated_date":"2025-11-25T21:42:39.735039","created_date":"2025-10-10T00:00:00"}