{"id":"https://openalex.org/W2948349612","doi":"https://doi.org/10.1109/access.2019.2920913","title":"Improved Multi-Agent Reinforcement Learning for Path Planning-Based Crowd Simulation","display_name":"Improved Multi-Agent Reinforcement Learning for Path Planning-Based Crowd Simulation","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2948349612","doi":"https://doi.org/10.1109/access.2019.2920913","mag":"2948349612"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2920913","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2920913","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08731958.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08731958.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Qingqing Wang","orcid":"https://orcid.org/0000-0001-5613-3054"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qingqing Wang","raw_affiliation_strings":["Shandong Provincial Key Laboratory for Novel Distributed Computer Software Technology, School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Shandong Provincial Key Laboratory for Novel Distributed Computer Software Technology, School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100410287","display_name":"Hong Liu","orcid":"https://orcid.org/0000-0002-1007-6135"},"institutions":[{"id":"https://openalex.org/I28006308","display_name":"Shandong Normal University","ror":"https://ror.org/01wy3h363","country_code":"CN","type":"education","lineage":["https://openalex.org/I28006308"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Liu","raw_affiliation_strings":["Shandong Provincial Key Laboratory for Novel Distributed Computer Software Technology, School of Information Science and Engineering, Shandong Normal University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Shandong Provincial Key Laboratory for Novel Distributed Computer Software Technology, School of Information Science and Engineering, Shandong Normal University, Jinan, China","institution_ids":["https://openalex.org/I28006308"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082236615","display_name":"Kaizhou Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Kaizhou Gao","raw_affiliation_strings":["Institute of Systems Engineering, Macau University of Science and Technology, Macau, China"],"affiliations":[{"raw_affiliation_string":"Institute of Systems Engineering, Macau University of Science and Technology, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100350631","display_name":"Le Zhang","orcid":"https://orcid.org/0000-0002-6930-8674"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3005327000","display_name":"Institute for Infocomm Research","ror":"https://ror.org/053rfa017","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3005327000","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Le Zhang","raw_affiliation_strings":["Agency for Science, Technology and Research, Institute for Infocomm Research, Singapore"],"affiliations":[{"raw_affiliation_string":"Agency for Science, Technology and Research, Institute for Infocomm Research, Singapore","institution_ids":["https://openalex.org/I3005327000","https://openalex.org/I115228651"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I28006308"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":7.2543,"has_fulltext":true,"cited_by_count":62,"citation_normalized_percentile":{"value":0.97491708,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"73841","last_page":"73855"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8336002826690674},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7828238010406494},{"id":"https://openalex.org/keywords/crowd-simulation","display_name":"Crowd simulation","score":0.6563522219657898},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.6252481937408447},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.44526898860931396},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4027754068374634},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4013621509075165},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.2087925374507904},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1819322109222412},{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.1605747938156128},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.13067039847373962}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8336002826690674},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7828238010406494},{"id":"https://openalex.org/C45617602","wikidata":"https://www.wikidata.org/wiki/Q465266","display_name":"Crowd simulation","level":3,"score":0.6563522219657898},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6252481937408447},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.44526898860931396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4027754068374634},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4013621509075165},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2087925374507904},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1819322109222412},{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.1605747938156128},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.13067039847373962}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2920913","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2920913","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08731958.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:12e1feaa76a849a1a63f8ee80fb84070","is_oa":true,"landing_page_url":"https://doaj.org/article/12e1feaa76a849a1a63f8ee80fb84070","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 73841-73855 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2920913","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2920913","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08731958.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G1023919524","display_name":null,"funder_award_id":", Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G37568934","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4020255992","display_name":null,"funder_award_id":"Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4933178603","display_name":null,"funder_award_id":"61876102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5225423031","display_name":null,"funder_award_id":"61272094","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5251147726","display_name":null,"funder_award_id":"61472232","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2948349612.pdf","grobid_xml":"https://content.openalex.org/works/W2948349612.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W2718646","https://openalex.org/W1464059023","https://openalex.org/W1513468570","https://openalex.org/W1515851193","https://openalex.org/W1888172398","https://openalex.org/W1974973146","https://openalex.org/W1985921566","https://openalex.org/W2036103676","https://openalex.org/W2036907697","https://openalex.org/W2046379368","https://openalex.org/W2049907022","https://openalex.org/W2067774743","https://openalex.org/W2067908352","https://openalex.org/W2075421046","https://openalex.org/W2077952221","https://openalex.org/W2088365967","https://openalex.org/W2088595989","https://openalex.org/W2132505539","https://openalex.org/W2145339207","https://openalex.org/W2211109086","https://openalex.org/W2227909145","https://openalex.org/W2259258048","https://openalex.org/W2293527364","https://openalex.org/W2337895322","https://openalex.org/W2338351427","https://openalex.org/W2460306798","https://openalex.org/W2522423684","https://openalex.org/W2542175124","https://openalex.org/W2604108110","https://openalex.org/W2613495870","https://openalex.org/W2618149076","https://openalex.org/W2768919152","https://openalex.org/W2772896909","https://openalex.org/W2790399913","https://openalex.org/W2794024623","https://openalex.org/W2795131688","https://openalex.org/W2797880127","https://openalex.org/W2804853022","https://openalex.org/W2901306304","https://openalex.org/W2904561502","https://openalex.org/W2911318350","https://openalex.org/W6630520071","https://openalex.org/W6729159321"],"related_works":["https://openalex.org/W2036586770","https://openalex.org/W2280250567","https://openalex.org/W2038227463","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153"],"abstract_inverted_index":{"The":[0,77,120,140,194,215],"combination":[1],"of":[2,40,58,96,103,131,196,206,248],"multi-agent":[3,45,97],"technology":[4],"and":[5,81,107,116,127,179,239,246],"reinforcement":[6,46,75,93,207],"learning":[7,47,94,105,208],"methods":[8],"has":[9],"been":[10],"recognized":[11],"as":[12,70],"an":[13,43],"effective":[14],"way":[15],"which":[16],"is":[17,28,51,67,79,84,89,143,218],"used":[18,69],"in":[19,36,162,182,221],"path":[20],"planning-based":[21],"crowd":[22,78,152,222,236],"simulation.":[23,154],"However,":[24],"the":[25,34,37,56,59,64,71,82,92,100,104,108,114,117,128,137,146,160,163,167,172,177,180,183,187,202,212,244],"existing":[26],"solution":[27],"still":[29],"not":[30,199],"satisfactory":[31],"due":[32],"to":[33,91,98,136,175,192],"problem":[35,205],"mutual":[38],"influence":[39],"agents.":[41],"Therefore,":[42],"improved":[44,147,188,220],"method":[48,195],"(IMARL":[49],"algorithm)":[50],"introduced.":[52],"In":[53,226],"this":[54,197],"method,":[55],"intersection":[57],"pedestrian":[60],"trajectory":[61],"extracted":[62],"from":[63],"real":[65],"video":[66],"first":[68],"state":[72],"space":[73],"for":[74,151,235,243],"learning.":[76],"grouped":[80],"leader":[83,115,161],"selected.":[85],"A":[86],"bulletin":[87,118],"board":[88],"added":[90,135],"algorithm":[95,142,174],"store":[99],"empirical":[101],"knowledge":[102],"process,":[106],"navigation":[109],"agent":[110],"passes":[111],"information":[112],"between":[113],"board.":[119],"original":[121],"social":[122,148,189],"force":[123,130,138,149,190],"model":[124,150,191],"was":[125,134],"improved,":[126],"cohesive":[129],"visual":[132],"factors":[133],"formula.":[139],"IMARL":[141,173],"combined":[144],"with":[145],"evacuation":[153,216,223,237],"Using":[155],"a":[156],"two-layer":[157],"control":[158],"mechanism,":[159],"upper":[164],"layer":[165],"uses":[166],"decision":[168,241],"process":[169],"based":[170],"on":[171],"select":[176],"path,":[178],"individuals":[181],"bottom":[184],"group":[185,250],"use":[186],"evacuate.":[193],"paper":[198],"only":[200],"solves":[201],"dimensionality":[203],"disaster":[204],"but":[209],"also":[210,230],"improves":[211],"convergence":[213],"speed.":[214],"efficiency":[217],"effectively":[219],"simulation":[224],"experiments.":[225],"addition,":[227],"it":[228],"can":[229],"provide":[231],"specific":[232],"guidance":[233],"scheme":[234],"improvement":[238],"assistant":[240],"support":[242],"prevention":[245],"management":[247],"large-scale":[249],"trampling":[251],"incidents.":[252]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":16},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":2}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}