{"id":"https://openalex.org/W4398795083","doi":"https://doi.org/10.48550/arxiv.2405.13205","title":"Multi-Agent Reinforcement Learning with Hierarchical Coordination for Emergency Responder Stationing","display_name":"Multi-Agent Reinforcement Learning with Hierarchical Coordination for Emergency Responder Stationing","alternate_titles":[],"publication_year":2024,"publication_date":"2024-05-21","ids":{"openalex":"https://openalex.org/W4398795083","doi":"https://doi.org/10.48550/arxiv.2405.13205"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2405.13205","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.13205","pdf_url":"https://arxiv.org/pdf/2405.13205","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4398795083"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.13205","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051509091","display_name":"Amutheezan Sivagnanam","orcid":"https://orcid.org/0000-0002-4295-529X","observed_orcids":["https://orcid.org/0000-0002-4295-529X"]},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Sivagnanam, Amutheezan","raw_affiliation_strings":["Pennsylvania State University , University Park , PA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pennsylvania State University , University Park , PA , USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113092496","display_name":"Ava Pettet","orcid":"https://orcid.org/0000-0002-7051-2832","observed_orcids":["https://orcid.org/0000-0002-7051-2832"]},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Pettet, Ava","raw_affiliation_strings":["Vanderbilt University , Nashville , TN , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vanderbilt University , Nashville , TN , USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076797050","display_name":"Hunter Lee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lee, Hunter","raw_affiliation_strings":["Vanderbilt University , Nashville , TN , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vanderbilt University , Nashville , TN , USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mukhopadhyay, Ayan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Mukhopadhyay, Ayan","raw_affiliation_strings":["Vanderbilt University , Nashville , TN , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vanderbilt University , Nashville , TN , USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049776939","display_name":"Abhishek Kumar Dubey","orcid":"https://orcid.org/0000-0002-0168-4948","observed_orcids":["https://orcid.org/0000-0002-0168-4948"]},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Dubey, Abhishek","raw_affiliation_strings":["Vanderbilt University , Nashville , TN , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Vanderbilt University , Nashville , TN , USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049435924","display_name":"\u00c1ron L\u00e1szka","orcid":"https://orcid.org/0000-0001-7400-2357","observed_orcids":["https://orcid.org/0000-0001-7400-2357"]},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Laszka, Aron","raw_affiliation_strings":["Pennsylvania State University , University Park , PA , USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Pennsylvania State University , University Park , PA , USA","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":15,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11502","display_name":"Facility Location and Emergency Management","score":0.9169999957084656,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11502","display_name":"Facility Location and Emergency Management","score":0.9169999957084656,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.039799999445676804,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14410","display_name":"Safety and Risk Management","score":0.008700000122189522,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-agent-reinforcement-learning","display_name":"multi-agent reinforcement learning","score":0.9670000076293945},{"id":"https://openalex.org/keywords/hierarchical-coordination","display_name":"hierarchical coordination","score":0.7480000257492065},{"id":"https://openalex.org/keywords/spatial-decomposition","display_name":"spatial decomposition","score":0.7400000095367432},{"id":"https://openalex.org/keywords/state-projection","display_name":"state projection","score":0.43299999833106995},{"id":"https://openalex.org/keywords/ems-response-time","display_name":"ambulance response time","score":0.7979999780654907},{"id":"https://openalex.org/keywords/emergency-medical-services","display_name":"emergency medical services","score":0.6110000014305115}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.741413950920105},{"id":"https://openalex.org/C2776987312","wikidata":"https://www.wikidata.org/wiki/Q19693316","display_name":"First responder","level":2,"score":0.6316553354263306},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.565247654914856},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5127052068710327},{"id":"https://openalex.org/C2780873155","wikidata":"https://www.wikidata.org/wiki/Q392811","display_name":"Agent-based model","level":2,"score":0.415336012840271},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2696720361709595},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24854236841201782},{"id":"https://openalex.org/C545542383","wikidata":"https://www.wikidata.org/wiki/Q2751242","display_name":"Medical emergency","level":1,"score":0.13848146796226501},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.13323986530303955},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09684422612190247}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2405.13205","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.13205","pdf_url":"https://arxiv.org/pdf/2405.13205","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2405.13205","doi":"https://doi.org/10.48550/arxiv.2405.13205","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.13205","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.13205","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.13205","pdf_url":"https://arxiv.org/pdf/2405.13205","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3201760920","display_name":"SCC-IRG Track 1: Mobility for all - Harnessing Emerging Transit Solutions for Underserved Communities","funder_award_id":"1952011","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3252212252","display_name":"CAREER: Robust Online Decision Procedures for Societal Scale CPS","funder_award_id":"2238815","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6251078961","display_name":"DE-EE0009212; NEW AWARD\nARTIFICIAL INTELLIGENCE FOR OPTIMIZING INTEGRATED SERVICE IN MIXED FLEET TRANSIT OPERATIONS","funder_award_id":"DEEE0009212","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320337253","display_name":"Instituto de Ciencias del Mar y Limnolog\u00eda, Universidad Nacional Aut\u00f3noma de M\u00e9xico","ror":"https://ror.org/040wdye98"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4398795083.pdf","grobid_xml":"https://content.openalex.org/works/W4398795083.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W2002388124","https://openalex.org/W2047281923","https://openalex.org/W2098840591","https://openalex.org/W2145339207","https://openalex.org/W2148831787","https://openalex.org/W2173248099","https://openalex.org/W2222512263","https://openalex.org/W2594829461","https://openalex.org/W2623431351","https://openalex.org/W2736601468","https://openalex.org/W2781726626","https://openalex.org/W2788115019","https://openalex.org/W2808591994","https://openalex.org/W2809079004","https://openalex.org/W2914154006","https://openalex.org/W2928009528","https://openalex.org/W2964110616","https://openalex.org/W2964121744","https://openalex.org/W2968526727","https://openalex.org/W2979079868","https://openalex.org/W2985510430","https://openalex.org/W2991046523","https://openalex.org/W3001454178","https://openalex.org/W3035435378","https://openalex.org/W3037932933","https://openalex.org/W3123386591","https://openalex.org/W3124000861","https://openalex.org/W3126854480","https://openalex.org/W3168892396","https://openalex.org/W3177842295","https://openalex.org/W3205041477","https://openalex.org/W3209473267","https://openalex.org/W4212996499","https://openalex.org/W4382202831","https://openalex.org/W4382237550","https://openalex.org/W4384024073","https://openalex.org/W4400189293","https://openalex.org/W6929129197","https://openalex.org/W6977410276","https://openalex.org/W6993018244","https://openalex.org/W7124298086"],"related_works":["https://openalex.org/W7129490169","https://openalex.org/W7222991723","https://openalex.org/W4283718516","https://openalex.org/W7172493466","https://openalex.org/W3001454178","https://openalex.org/W2899026301","https://openalex.org/W2901661634","https://openalex.org/W4414720585","https://openalex.org/W3101586616","https://openalex.org/W7220421892"],"abstract_inverted_index":{"An":[0],"emergency":[1],"responder":[2],"management":[3],"(ERM)":[4],"system":[5],"dispatches":[6],"responders,":[7],"such":[8],"as":[9],"ambulances,":[10],"when":[11],"it":[12],"receives":[13],"requests":[14],"for":[15,100],"medical":[16],"aid.":[17],"ERM":[18],"systems":[19],"can":[20,108],"also":[21,229],"proactively":[22],"reposition":[23],"responders":[24,41,65],"between":[25,66],"predesignated":[26],"waiting":[27],"locations":[28,67],"to":[29,36,57,63,163,171,174,182,186,210],"cover":[30],"any":[31],"gaps":[32],"that":[33,160,208],"arise":[34],"due":[35,56],"the":[37,46,58,69,113,129,141,211,214],"prior":[38],"dispatch":[39],"of":[40,48,61,98,115,213,226],"or":[42],"significant":[43],"changes":[44],"in":[45,71,77,103],"distribution":[47],"anticipated":[49],"requests.":[50,73],"Optimal":[51],"repositioning":[52,79],"is":[53,80],"computationally":[54],"challenging":[55],"exponential":[59],"number":[60],"ways":[62],"allocate":[64],"and":[68,88,148,151,167,178,202],"uncertainty":[70],"future":[72],"The":[74],"state-of-the-art":[75],"approach":[76,83,192,217],"proactive":[78],"a":[81,104,121],"hierarchical":[82,131],"based":[84,127,158],"on":[85,128],"spatial":[86],"decomposition":[87],"online":[89,135],"Monte":[90],"Carlo":[91],"tree":[92],"search,":[93],"which":[94],"may":[95],"require":[96],"minutes":[97],"computation":[99,219],"each":[101],"decision":[102,117,222],"domain":[105],"where":[106],"seconds":[107],"save":[109],"lives.":[110],"We":[111,189],"address":[112,140],"issue":[114],"long":[116],"times":[118],"by":[119,145,223,236],"introducing":[120],"novel":[122],"reinforcement":[123],"learning":[124],"(RL)":[125],"approach,":[126],"same":[130],"decomposition,":[132],"but":[133],"replacing":[134],"search":[136],"with":[137],"learning.":[138],"To":[139],"computational":[142],"challenges":[143],"posed":[144],"large,":[146],"variable-dimensional,":[147],"discrete":[149,187],"state":[150,212],"action":[152],"spaces,":[153],"we":[154],"propose:":[155],"(1)":[156],"actor-critic":[157],"agents":[159],"incorporate":[161],"transformers":[162],"handle":[164,175],"variable-dimensional":[165],"states":[166],"actions,":[168],"(2)":[169],"projections":[170],"fixed-dimensional":[172],"observations":[173],"complex":[176],"states,":[177],"(3)":[179],"combinatorial":[180],"techniques":[181],"map":[183],"continuous":[184],"actions":[185],"allocations.":[188],"evaluate":[190],"our":[191,216],"using":[193],"real-world":[194],"data":[195],"from":[196],"two":[197],"U.S.":[198],"cities,":[199],"Nashville,":[200],"TN":[201],"Seattle,":[203],"WA.":[204],"Our":[205],"experiments":[206],"show":[207],"compared":[209],"art,":[215],"reduces":[218],"time":[220,235],"per":[221],"three":[224],"orders":[225],"magnitude,":[227],"while":[228],"slightly":[230],"reducing":[231],"average":[232],"ambulance":[233],"response":[234],"5":[237],"seconds.":[238]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4398795083","counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":7}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2024-05-25T00:00:00"}
