{"id":"https://openalex.org/W3126518054","doi":"https://doi.org/10.1109/access.2021.3055651","title":"Wildfire Front Monitoring With Multiple UAVs Using Deep Q-Learning","display_name":"Wildfire Front Monitoring With Multiple UAVs Using Deep Q-Learning","publication_year":2021,"publication_date":"2021-01-29","ids":{"openalex":"https://openalex.org/W3126518054","doi":"https://doi.org/10.1109/access.2021.3055651","mag":"3126518054"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3055651","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3055651","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09340340.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09340340.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059112748","display_name":"Alberto Viseras","orcid":"https://orcid.org/0000-0001-5219-6533"},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alberto Viseras","raw_affiliation_strings":["Institute of Communications and Navigation, German Aerospace Center (DLR), Oberpfaffenhofen, Germany","Institute of Communications and Navigation of the German Aerospace Center (DLR), 82234, Oberpfaffenhofen, Germany. (e-mail: alberto.viserasruiz@dlr.de)"],"raw_orcid":"https://orcid.org/0000-0001-5219-6533","affiliations":[{"raw_affiliation_string":"Institute of Communications and Navigation, German Aerospace Center (DLR), Oberpfaffenhofen, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Institute of Communications and Navigation of the German Aerospace Center (DLR), 82234, Oberpfaffenhofen, Germany. (e-mail: alberto.viserasruiz@dlr.de)","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103794721","display_name":"Michael Mei\u00dfner","orcid":null},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael Meissner","raw_affiliation_strings":["Institute of Communications and Navigation, German Aerospace Center (DLR), Oberpfaffenhofen, Germany","Institute of Communications and Navigation of the German Aerospace Center (DLR), 82234, Oberpfaffenhofen, Germany and Department of Computer Science, Technische Universität München (TUM), 85748, Munich, Germany"],"raw_orcid":"https://orcid.org/0000-0001-7092-7520","affiliations":[{"raw_affiliation_string":"Institute of Communications and Navigation, German Aerospace Center (DLR), Oberpfaffenhofen, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Institute of Communications and Navigation of the German Aerospace Center (DLR), 82234, Oberpfaffenhofen, Germany and Department of Computer Science, Technische Universität München (TUM), 85748, Munich, Germany","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041685790","display_name":"Juan Marchal","orcid":null},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Juan Marchal","raw_affiliation_strings":["Institute of Communications and Navigation, German Aerospace Center (DLR), Oberpfaffenhofen, Germany","Institute of Communications and Navigation of the German Aerospace Center (DLR), 82234, Oberpfaffenhofen, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Communications and Navigation, German Aerospace Center (DLR), Oberpfaffenhofen, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Institute of Communications and Navigation of the German Aerospace Center (DLR), 82234, Oberpfaffenhofen, Germany","institution_ids":["https://openalex.org/I2898391981"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2898391981"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1374,"currency":"EUR","value_usd":1481},"fwci":3.3617,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":{"value":0.92354655,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"13","issue":null,"first_page":"123269","last_page":"123281"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10555","display_name":"Fire effects on ecosystems","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10555","display_name":"Fire effects on ecosystems","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/2306","display_name":"Global and Planetary Change"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9559000134468079,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9139999747276306,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6769849061965942},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6030317544937134},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5968944430351257},{"id":"https://openalex.org/keywords/front","display_name":"Front (military)","score":0.5716145634651184},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5235768556594849},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.45107007026672363},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.4335300922393799},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.37249988317489624},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3538559079170227},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.1799602508544922},{"id":"https://openalex.org/keywords/cartography","display_name":"Cartography","score":0.1717936098575592},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1647811233997345},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.1515026092529297},{"id":"https://openalex.org/keywords/meteorology","display_name":"Meteorology","score":0.14110657572746277}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6769849061965942},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6030317544937134},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5968944430351257},{"id":"https://openalex.org/C2777551076","wikidata":"https://www.wikidata.org/wiki/Q842332","display_name":"Front (military)","level":2,"score":0.5716145634651184},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5235768556594849},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.45107007026672363},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.4335300922393799},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37249988317489624},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3538559079170227},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.1799602508544922},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.1717936098575592},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1647811233997345},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1515026092529297},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.14110657572746277},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2021.3055651","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3055651","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09340340.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:da398fa0b1ba4758b3db178df5304204","is_oa":true,"landing_page_url":"https://doaj.org/article/da398fa0b1ba4758b3db178df5304204","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 123269-123281 (2025)","raw_type":"article"},{"id":"pmh:oai:elib.dlr.de:140953","is_oa":false,"landing_page_url":"https://elib.dlr.de/140953/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196266","display_name":"elib (German Aerospace Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2898391981","host_organization_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","host_organization_lineage":["https://openalex.org/I2898391981"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Zeitschriftenbeitrag"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3055651","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3055651","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09340340.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3126518054.pdf","grobid_xml":"https://content.openalex.org/works/W3126518054.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W206679605","https://openalex.org/W1521003796","https://openalex.org/W1522301498","https://openalex.org/W1675286134","https://openalex.org/W1852719163","https://openalex.org/W1968243994","https://openalex.org/W1984661559","https://openalex.org/W1990822420","https://openalex.org/W2106291243","https://openalex.org/W2110906765","https://openalex.org/W2116684429","https://openalex.org/W2119300641","https://openalex.org/W2148443456","https://openalex.org/W2221395504","https://openalex.org/W2296073425","https://openalex.org/W2395575420","https://openalex.org/W2397741397","https://openalex.org/W2417875186","https://openalex.org/W2508764147","https://openalex.org/W2562121581","https://openalex.org/W2592798481","https://openalex.org/W2605937326","https://openalex.org/W2617547828","https://openalex.org/W2626637010","https://openalex.org/W2746553466","https://openalex.org/W2761394916","https://openalex.org/W2768629321","https://openalex.org/W2774722521","https://openalex.org/W2793398421","https://openalex.org/W2800626432","https://openalex.org/W2886401384","https://openalex.org/W2896720518","https://openalex.org/W2910367420","https://openalex.org/W2955087651","https://openalex.org/W2961252543","https://openalex.org/W2963658727","https://openalex.org/W2964919466","https://openalex.org/W2973525135","https://openalex.org/W2974036326","https://openalex.org/W2975241936","https://openalex.org/W2977241301","https://openalex.org/W4214717370","https://openalex.org/W4231746564","https://openalex.org/W4295598622","https://openalex.org/W4298857966","https://openalex.org/W4306290508","https://openalex.org/W6631137000","https://openalex.org/W6631190155","https://openalex.org/W6637967152","https://openalex.org/W6676769901","https://openalex.org/W6712181171","https://openalex.org/W6734678876","https://openalex.org/W6739516088","https://openalex.org/W6749304979","https://openalex.org/W6767919266","https://openalex.org/W6774627235","https://openalex.org/W6793907288"],"related_works":["https://openalex.org/W618248309","https://openalex.org/W2377336366","https://openalex.org/W1601203902","https://openalex.org/W2075798043","https://openalex.org/W4390419160","https://openalex.org/W2102464536","https://openalex.org/W4225671779","https://openalex.org/W2361332776","https://openalex.org/W1568097102","https://openalex.org/W2072323338"],"abstract_inverted_index":{"Wildfires":[0],"destroy":[1],"thousands":[2],"of":[3,26,43,87,118],"hectares":[4],"every":[5],"summer":[6],"all":[7],"over":[8],"the":[9,27,58,119,122],"globe.":[10],"To":[11],"provide":[12],"an":[13],"effective":[14],"response":[15],"and":[16,101,144,153,178],"to":[17,49,52,64,83,116,129,132,175],"mitigate":[18],"wildfires":[19],"impact,":[20],"firefighters":[21],"require":[22],"a":[23,33,41,54,66,76,84,108,154,168],"real-time":[24],"monitoring":[25,68,171],"fire":[28,55],"front.":[29,56],"This":[30],"paper":[31],"proposes":[32],"cooperative":[34],"reinforcement":[35],"learning":[36],"(RL)":[37],"framework":[38,77,90],"that":[39,78,160],"allows":[40],"team":[42],"autonomous":[44],"unmanned":[45],"aerial":[46],"vehicles":[47],"(UAVs)":[48],"learn":[50,130],"how":[51,131],"monitor":[53],"In":[57,124],"literature,":[59],"independent":[60,151],"Q-learners":[61,152],"were":[62],"proposed":[63],"solve":[65],"wildfire":[67,169],"task":[69,172],"with":[70,173],"two":[71,93,139,148],"UAVs.":[72,88,180],"Here":[73],"we":[74],"propose":[75],"can":[79],"be":[80],"easily":[81],"extended":[82],"larger":[85],"number":[86],"Our":[89],"builds":[91],"on":[92],"methods:":[94],"multiple":[95],"single":[96,109],"trained":[97],"Q-learning":[98],"agents":[99,128],"(MSTA)":[100],"value":[102],"decomposition":[103],"networks":[104],"(VDN).":[105],"MSTA":[106,143],"trains":[107,127],"UAV":[110],"controller,":[111],"which":[112],"is":[113],"then":[114],"\"copied\"":[115],"each":[117],"UAVs":[120],"in":[121,136,167],"team.":[123],"contrast,":[125],"VDN":[126,145],"cooperate.":[133],"We":[134],"benchmarked":[135],"simulations":[137],"our":[138,161],"considered":[140,162],"methods":[141,163],"\u2013":[142,146],"against":[147],"state-of-the-art":[149,165],"approaches:":[150],"joint":[155],"Q-learner.":[156],"Simulation":[157],"results":[158],"show":[159],"outperform":[164],"approaches":[166],"front":[170],"up":[174],"9":[176],"fixed-wing":[177],"multi-copter":[179]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}