{"id":"https://openalex.org/W2899026301","doi":"https://doi.org/10.1109/access.2018.2878894","title":"Distributed Reinforcement Learning in Emergency Response Simulation","display_name":"Distributed Reinforcement Learning in Emergency Response Simulation","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2899026301","doi":"https://doi.org/10.1109/access.2018.2878894","mag":"2899026301"},"language":"en","primary_location":{"id":"doi:10.1109/access.2018.2878894","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2878894","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2018.2878894","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107208798","display_name":"C\u00e9sar L\u00f3pez","orcid":"https://orcid.org/0000-0002-0871-0061"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Cesar Lopez","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0871-0061","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051048368","display_name":"Jos\u00e9 R. Mart\u00ed","orcid":"https://orcid.org/0000-0003-3811-3687"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jose R. Marti","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061188968","display_name":"Sarbjit Sarkaria","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sarbjit Sarkaria","raw_affiliation_strings":["Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, The University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5107208798"],"corresponding_institution_ids":["https://openalex.org/I141945490"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.7821,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.89391585,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"6","issue":null,"first_page":"67261","last_page":"67276"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11807","display_name":"Infrastructure Resilience and Vulnerability Analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11807","display_name":"Infrastructure Resilience and Vulnerability Analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9871000051498413,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8373388051986694},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8308343291282654},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.7468509674072266},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5414862632751465},{"id":"https://openalex.org/keywords/interdependence","display_name":"Interdependence","score":0.54060959815979},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5296199917793274},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5256891250610352},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45543795824050903},{"id":"https://openalex.org/keywords/emergency-response","display_name":"Emergency response","score":0.4381782114505768},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4332713484764099},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36053258180618286}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8373388051986694},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8308343291282654},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.7468509674072266},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5414862632751465},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.54060959815979},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5296199917793274},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5256891250610352},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45543795824050903},{"id":"https://openalex.org/C3017997152","wikidata":"https://www.wikidata.org/wiki/Q814610","display_name":"Emergency response","level":2,"score":0.4381782114505768},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4332713484764099},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36053258180618286},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2018.2878894","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2878894","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:circle.library.ubc.ca:2429/68683","is_oa":true,"landing_page_url":"http://hdl.handle.net/2429/68683","pdf_url":null,"source":{"id":"https://openalex.org/S4377196297","display_name":"cIRcle (University of British Columbia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I141945490","host_organization_name":"University of British Columbia","host_organization_lineage":["https://openalex.org/I141945490"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:53d0e99f540a49719ba28123cbac50ca","is_oa":true,"landing_page_url":"https://doaj.org/article/53d0e99f540a49719ba28123cbac50ca","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 6, Pp 67261-67276 (2018)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2018.2878894","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2018.2878894","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6299999952316284,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W61441651","https://openalex.org/W114979140","https://openalex.org/W126702457","https://openalex.org/W142858861","https://openalex.org/W590860309","https://openalex.org/W651043939","https://openalex.org/W1001892036","https://openalex.org/W1832605823","https://openalex.org/W2030490025","https://openalex.org/W2101786389","https://openalex.org/W2105645499","https://openalex.org/W2119567691","https://openalex.org/W2148074923","https://openalex.org/W2150339816","https://openalex.org/W2302131767","https://openalex.org/W2337641466","https://openalex.org/W2495235750","https://openalex.org/W2586323612","https://openalex.org/W2586517532","https://openalex.org/W2734154741","https://openalex.org/W4214717370","https://openalex.org/W6605217172","https://openalex.org/W6605846256","https://openalex.org/W6626035646","https://openalex.org/W6697505286","https://openalex.org/W6740464823"],"related_works":["https://openalex.org/W2749324135","https://openalex.org/W4296209631","https://openalex.org/W114687057","https://openalex.org/W2908433117","https://openalex.org/W2969604939","https://openalex.org/W2378306841","https://openalex.org/W3122988618","https://openalex.org/W1994631104","https://openalex.org/W4362501864","https://openalex.org/W3097449145"],"abstract_inverted_index":{"This":[0,220],"paper":[1],"presents":[2],"the":[3,67,103,125,132,151,181,190,198],"implementation":[4,16],"of":[5,66,131,157,176,180,187,227],"a":[6,23,99,115,145,173,185,215],"coordinated":[7],"decision-making":[8],"agent":[9,30,152,221],"for":[10,84,101],"emergency":[11,228],"response":[12,229],"scenarios.":[13],"The":[14,35,52,111,160,166,178,212],"agent\u2019s":[15,36,126],"uses":[17],"reinforcement":[18],"learning":[19,25,37],"(RL).":[20],"RL":[21],"is":[22,38,114],"machine":[24],"technique":[26],"that":[27],"enables":[28],"an":[29,94],"to":[31,46,80],"learn":[32],"from":[33,143],"experimenting.":[34],"based":[39],"on":[40],"rewards,":[41],"and":[42,88,98,172,217],"feedback":[43],"signals":[44],"proportional":[45],"how":[47],"good":[48],"its":[49],"actions":[50],"are.":[51],"simulation":[53],"platform":[54],"used":[55],"was":[56],"infrastructure":[57],"interdependencies":[58],"simulator,":[59],"in":[60,69,135,140,193,209],"which,":[61],"we":[62,75],"have":[63,76],"tested":[64,197],"suitability":[65],"approach":[68],"previous":[70,82,137],"studies.":[71],"In":[72,122],"this":[73,123],"paper,":[74],"added":[77],"new":[78],"features":[79],"our":[81,136,158],"solution,":[83],"enabling":[85],"faster":[86],"convergence":[87,141],"distributed":[89,104],"processing.":[90],"These":[91],"additions":[92],"include":[93,107],"enhanced":[95],"reward":[96,147],"scheme":[97],"scheduler":[100],"orchestrating":[102],"training.":[105],"We":[106,149,196],"two":[108],"test":[109],"cases.":[110],"first":[112],"case":[113,168],"compact":[116],"model":[117,200],"with":[118,207],"four":[119],"critical":[120],"infrastructures.":[121],"model,":[124],"training":[127,161,191],"required":[128],"only":[129],"10%":[130],"attempts":[133],"needed":[134],"version.":[138],"Improvements":[139],"come":[142],"adding":[144],"shaping":[146],"scheme.":[148],"trained":[150],"across":[153],"24":[154],"simultaneous":[155],"configurations":[156],"model.":[159],"process":[162],"elapsed":[163],"4":[164],"min.":[165,211],"extended":[167,199],"included":[169],"more":[170],"infrastructures":[171],"higher":[174],"level":[175],"detail.":[177],"dimensionality":[179],"problem":[182],"grew":[183],"by":[184],"factor":[186],"4000,":[188],"but":[189],"converged":[192],"less":[194],"episodes.":[195],"over":[201],"96":[202],"parallel":[203],"instances":[204],"(potential":[205],"scenarios)":[206],"completion":[208],"2.87":[210],"results":[213],"show":[214],"fast":[216],"stable":[218],"convergence.":[219],"can":[222],"help":[223],"during":[224],"multiple":[225],"stages":[226],"including":[230],"real-time":[231],"situations.":[232]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":3}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}