{"id":"https://openalex.org/W3172978807","doi":"https://doi.org/10.1109/cscwd49262.2021.9437632","title":"Crowd Evacuation Simulation Using Hierarchical Deep Reinforcement Learning","display_name":"Crowd Evacuation Simulation Using Hierarchical Deep Reinforcement Learning","publication_year":2021,"publication_date":"2021-05-05","ids":{"openalex":"https://openalex.org/W3172978807","doi":"https://doi.org/10.1109/cscwd49262.2021.9437632","mag":"3172978807"},"language":"en","primary_location":{"id":"doi:10.1109/cscwd49262.2021.9437632","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd49262.2021.9437632","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 24th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100459107","display_name":"Zheng Zhang","orcid":"https://orcid.org/0000-0002-2292-0030"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zheng Zhang","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025153376","display_name":"Dianjie Lu","orcid":"https://orcid.org/0000-0001-5435-5307"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dianjie Lu","raw_affiliation_strings":["State Key Laboratory of High-end Server & Storage Technology, Jinan, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of High-end Server & Storage Technology, Jinan, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075577729","display_name":"Jialiuyuan Li","orcid":"https://orcid.org/0000-0002-7827-9633"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialiuyuan Li","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011949193","display_name":"Pingshan Liu","orcid":"https://orcid.org/0000-0003-1569-4538"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pingshan Liu","raw_affiliation_strings":["Business School, Guilin University of Electronic Technology, Guilin, China"],"affiliations":[{"raw_affiliation_string":"Business School, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028538102","display_name":"Guijuan Zhang","orcid":"https://orcid.org/0000-0002-9545-8668"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guijuan Zhang","raw_affiliation_strings":["School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100459107"],"corresponding_institution_ids":["https://openalex.org/I28006308"],"apc_list":null,"apc_paid":null,"fwci":1.8675,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.83904972,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"1?3","issue":null,"first_page":"563","last_page":"568"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9889000058174133,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8682680130004883},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7827430963516235},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.7162726521492004},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6200641393661499},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4716797471046448},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.43197891116142273},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.41492778062820435},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3545271158218384},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35103315114974976}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8682680130004883},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7827430963516235},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.7162726521492004},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6200641393661499},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4716797471046448},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.43197891116142273},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.41492778062820435},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3545271158218384},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35103315114974976},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cscwd49262.2021.9437632","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd49262.2021.9437632","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE 24th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5899999737739563,"display_name":"No poverty","id":"https://metadata.un.org/sdg/1"}],"awards":[{"id":"https://openalex.org/G3971495348","display_name":null,"funder_award_id":"61972237,61876102,61762029","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8774251727","display_name":null,"funder_award_id":"ZR2020LZH003","funder_id":"https://openalex.org/F4320324174","funder_display_name":"Natural Science Foundation of Shandong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324174","display_name":"Natural Science Foundation of Shandong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1888172398","https://openalex.org/W2055005740","https://openalex.org/W2142943472","https://openalex.org/W2168616710","https://openalex.org/W2293527364","https://openalex.org/W2299838070","https://openalex.org/W2345324220","https://openalex.org/W2739330054","https://openalex.org/W2740584750","https://openalex.org/W2766447205","https://openalex.org/W2790399913","https://openalex.org/W2795001035","https://openalex.org/W2804853022","https://openalex.org/W2963428623","https://openalex.org/W2967073627","https://openalex.org/W3043039054","https://openalex.org/W3109766860","https://openalex.org/W4299802797"],"related_works":["https://openalex.org/W2030816003","https://openalex.org/W4239992647","https://openalex.org/W2150013480","https://openalex.org/W1554458299","https://openalex.org/W81423522","https://openalex.org/W1509860481","https://openalex.org/W2488264085","https://openalex.org/W2076325756","https://openalex.org/W4386206750","https://openalex.org/W4238700786"],"abstract_inverted_index":{"Data-driven":[0],"crowd":[1,13,48,189,198],"evacuation":[2,49,190],"learning":[3,17,89,154],"methods":[4,21],"are":[5],"often":[6],"used":[7,135],"to":[8,24,110,140,175,210],"enhance":[9,219],"the":[10,16,25,29,35,93,99,104,107,112,116,123,126,131,137,142,149,157,160,165,169,172,177,186,196,203,211,215,220],"realism":[11],"of":[12,19,28,37,146,214],"simulation.":[14],"However,":[15],"results":[18,183],"traditional":[20],"cannot":[22],"adapt":[23,209],"dynamic":[26,212],"changes":[27,213],"simple":[30,216],"scene,":[31],"and":[32,68,86,201,218],"thus":[33],"have":[34],"disadvantage":[36],"poor":[38],"generalization.":[39,221],"To":[40],"solve":[41],"this":[42,78],"problem,":[43],"we":[44],"propose":[45],"a":[46,61,69,80,119],"data-driven":[47,85],"framework":[50,58,191],"based":[51],"on":[52],"hierarchical":[53,188],"deep":[54,87,152],"reinforcement":[55,88,153],"learning.":[56,180],"The":[57,96,181],"consists":[59],"of:":[60],"macro-control":[62,94,132,173],"layer":[63,72,133,162,174],"with":[64,73,106],"path":[65,81,178],"programming":[66,82,179],"function":[67],"micro":[70],"control":[71],"collision":[74],"avoidance":[75],"function.":[76],"In":[77,122],"paper,":[79],"method":[83,97],"combining":[84],"is":[90,134],"proposed":[91,187],"in":[92,103,115,130],"layer.":[95],"combines":[98],"pedestrian":[100,113],"motion":[101,138,144,166],"attributes":[102],"video":[105,117],"DDPG":[108],"algorithm":[109],"learn":[111,141],"track":[114,127],"from":[118],"macro":[120],"perspective.":[121],"micro-control":[124,161],"layer,":[125],"sequence":[128],"learned":[129],"as":[136],"target":[139],"collision-free":[143],"velocity":[145],"individuals":[147],"using":[148],"multiple":[150],"agent":[151],"method.":[155],"When":[156],"scene":[158,217],"changes,":[159],"adaptively":[163],"adjusts":[164],"speed":[167],"without":[168],"need":[170],"for":[171],"repeat":[176],"experimental":[182],"demonstrate":[184],"that":[185],"can":[192],"not":[193],"only":[194],"simulate":[195],"real":[197],"movement":[199],"behavior":[200],"improve":[202],"simulation":[204],"fidelity,":[205],"but":[206],"also":[207],"flexibly":[208]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}