{"id":"https://openalex.org/W2909323034","doi":"https://doi.org/10.1109/ghtc.2018.8601911","title":"Distributed Reinforcement Learning Framework for Resource Allocation in Disaster Response","display_name":"Distributed Reinforcement Learning Framework for Resource Allocation in Disaster Response","publication_year":2018,"publication_date":"2018-10-01","ids":{"openalex":"https://openalex.org/W2909323034","doi":"https://doi.org/10.1109/ghtc.2018.8601911","mag":"2909323034"},"language":"en","primary_location":{"id":"doi:10.1109/ghtc.2018.8601911","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ghtc.2018.8601911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Global Humanitarian Technology Conference (GHTC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024310514","display_name":"Cesar Lopez Castellanos","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Cesar Lopez Castellanos","raw_affiliation_strings":["Electrical & Computer Engineering, University of British Columbia, Vancouver, Canada"],"affiliations":[{"raw_affiliation_string":"Electrical & Computer Engineering, University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051048368","display_name":"Jos\u00e9 R. Mart\u00ed","orcid":"https://orcid.org/0000-0003-3811-3687"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jose R. Marti","raw_affiliation_strings":["Electrical & Computer Engineering, University of British Columbia, Vancouver, Canada"],"affiliations":[{"raw_affiliation_string":"Electrical & Computer Engineering, University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061188968","display_name":"Sarbjit Sarkaria","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sarbjit Sarkaria","raw_affiliation_strings":["Electrical & Computer Engineering, University of British Columbia, Vancouver, Canada"],"affiliations":[{"raw_affiliation_string":"Electrical & Computer Engineering, University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5024310514"],"corresponding_institution_ids":["https://openalex.org/I141945490"],"apc_list":null,"apc_paid":null,"fwci":0.4488,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.68248547,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11807","display_name":"Infrastructure Resilience and Vulnerability Analysis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11807","display_name":"Infrastructure Resilience and Vulnerability Analysis","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9821000099182129,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8286462426185608},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.769072413444519},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.5463106036186218},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5404383540153503},{"id":"https://openalex.org/keywords/interdependence","display_name":"Interdependence","score":0.48554345965385437},{"id":"https://openalex.org/keywords/ibm","display_name":"IBM","score":0.4847826361656189},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4720621705055237},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43226420879364014},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.41046226024627686},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3489501476287842},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12942087650299072}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8286462426185608},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.769072413444519},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.5463106036186218},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5404383540153503},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.48554345965385437},{"id":"https://openalex.org/C70388272","wikidata":"https://www.wikidata.org/wiki/Q5968558","display_name":"IBM","level":2,"score":0.4847826361656189},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4720621705055237},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43226420879364014},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.41046226024627686},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3489501476287842},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12942087650299072},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C171250308","wikidata":"https://www.wikidata.org/wiki/Q11468","display_name":"Nanotechnology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ghtc.2018.8601911","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ghtc.2018.8601911","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 IEEE Global Humanitarian Technology Conference (GHTC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W114979140","https://openalex.org/W142858861","https://openalex.org/W651043939","https://openalex.org/W1832605823","https://openalex.org/W2101786389","https://openalex.org/W2105645499","https://openalex.org/W2119567691","https://openalex.org/W2148074923","https://openalex.org/W2150339816","https://openalex.org/W2302131767","https://openalex.org/W2337641466","https://openalex.org/W2495235750","https://openalex.org/W2734154741","https://openalex.org/W4233840023","https://openalex.org/W4243651198"],"related_works":["https://openalex.org/W3126131865","https://openalex.org/W2044344400","https://openalex.org/W4253186488","https://openalex.org/W1996938127","https://openalex.org/W2043380045","https://openalex.org/W2732495365","https://openalex.org/W4231814374","https://openalex.org/W2099557065","https://openalex.org/W2484410460","https://openalex.org/W2250278543"],"abstract_inverted_index":{"Making":[0],"decisions":[1],"during":[2],"a":[3,37,44,49,59,118,136,166,220,268],"disaster":[4,221],"can":[5],"be":[6,161],"challenging":[7],"when":[8,20],"human":[9],"lives":[10],"and":[11,91,124,190,240,252,259,272],"infrastructures":[12],"are":[13],"exposed.":[14],"An":[15],"important":[16],"factor":[17],"to":[18,83,139,160,183,275],"consider":[19],"allocating":[21],"resources,":[22],"in":[23,163],"these":[24],"situations,":[25],"is":[26,36,99,132,178,209],"the":[27,32,122,133,144,153,157,173,214,226,232,246],"critical":[28,228],"infrastructures'":[29],"interdependencies.":[30],"i2Sim,":[31],"Infrastructures'":[33],"Interdependencies":[34],"Simulator,":[35],"tool":[38],"build":[39],"for":[40,104,180,192,219],"that":[41],"purpose.":[42],"As":[43],"layered":[45],"architecture,":[46],"i2Sim":[47],"includes":[48],"dedicated":[50],"decision-making":[51],"layer.":[52],"The":[53,96,111,128,206,243,265],"use":[54],"of":[55,114,121,135,143,213,216,257,270],"Reinforcement":[56],"Learning":[57],"(RL),":[58],"machine":[60],"learning":[61,67,253],"approach":[62],"based":[63],"on":[64,198,231],"an":[65,100,199,210],"agent":[66],"from":[68,262],"experience,":[69],"has":[70,196],"been":[71],"successfully":[72],"tested":[73,197],"with":[74,187,202,222,278],"some":[75],"dimensionality":[76,94],"constraints.":[77],"This":[78,150,194],"paper":[79],"introduces":[80],"two":[81],"improvements":[82],"our":[84],"previous":[85],"tests":[86],"aiming":[87],"at":[88],"increasing":[89],"speed":[90],"allowing":[92],"larger":[93],"problems.":[95],"first":[97],"addition":[98],"improved":[101],"reward":[102],"scheme":[103],"speeding":[105],"up":[106,250],"convergence":[107,126],"while":[108],"guaranteeing":[109],"it.":[110],"correct":[112],"application":[113],"shaping":[115],"rewards":[116],"requires":[117],"deep":[119],"understanding":[120],"problem":[123],"extensive":[125],"tests.":[127],"second":[129],"improvement":[130],"added":[131],"implementation":[134],"scheduler":[137,151,244],"programmed":[138],"trigger":[140],"multiple":[141],"instances":[142,258],"same":[145],"model":[146,208,212,251],"using":[147],"different":[148,227],"parameters.":[149],"partitions":[152],"state":[154],"space,":[155],"enabling":[156],"agent's":[158],"training":[159,247],"done":[162],"parallel":[164],"via":[165],"distributed":[167],"RL":[168],"algorithm.":[169],"With":[170],"this":[171],"idea,":[172],"state/action":[174],"matrix":[175],"representing":[176],"knowledge":[177,188],"partitioned":[179],"training,":[181],"assigned":[182],"computing":[184,204],"nodes,":[185],"populated":[186],"(trained)":[189],"collected/reconstructed":[191],"use.":[193],"work":[195],"IBM":[200],"cluster":[201],"24":[203,235],"nodes.":[205,264],"test":[207],"aggregated":[211],"City":[215],"Vancouver":[217],"configured":[218],"numerous":[223],"consequences":[224],"over":[225],"infrastructures.":[229],"Based":[230],"model's":[233],"configuration,":[234],"scenarios":[236],"were":[237],"identified,":[238],"created":[239],"solved":[241],"simultaneously.":[242],"automates":[245],"by":[248],"setting":[249],"parameters,":[254],"looping":[255],"execution":[256],"gathering":[260],"results":[261,266],"all":[263],"verify":[267],"proof":[269],"concept":[271],"enable":[273],"applicability":[274],"new":[276],"models":[277],"highly":[279],"increased":[280],"dimensionalities.":[281]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}