{"id":"https://openalex.org/W4392347726","doi":"https://doi.org/10.1007/s40747-024-01389-0","title":"Time-aware MADDPG with LSTM for multi-agent obstacle avoidance: a comparative study","display_name":"Time-aware MADDPG with LSTM for multi-agent obstacle avoidance: a comparative study","publication_year":2024,"publication_date":"2024-03-02","ids":{"openalex":"https://openalex.org/W4392347726","doi":"https://doi.org/10.1007/s40747-024-01389-0"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-024-01389-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01389-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01389-0.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01389-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031035100","display_name":"Enyu Zhao","orcid":"https://orcid.org/0000-0001-7165-1861"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I144571360","display_name":"Viterbo University","ror":"https://ror.org/039p8pn96","country_code":"US","type":"education","lineage":["https://openalex.org/I144571360"]},{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN","US"],"is_corresponding":true,"raw_author_name":"Enyu Zhao","raw_affiliation_strings":["Department of Computer Science and Technology, Dalian University of Technology, Dalian, China","Department of Computer Science, University of Southern California Viterbi, Los Angeles, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"Department of Computer Science, University of Southern California Viterbi, Los Angeles, USA","institution_ids":["https://openalex.org/I1174212","https://openalex.org/I144571360"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049381658","display_name":"Ning Zhou","orcid":"https://orcid.org/0000-0001-5645-7307"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]},{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["CN","GB"],"is_corresponding":false,"raw_author_name":"Ning Zhou","raw_affiliation_strings":["Department of Computer Science and Technology, Dalian University of Technology, Dalian, China","School of\nEngineering\nMathematics\nand\nTechnology, University of\nBristol, Bristol, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of\nEngineering\nMathematics\nand\nTechnology, University of\nBristol, Bristol, UK","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101408951","display_name":"Chanjuan Liu","orcid":"https://orcid.org/0000-0002-8132-2380"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chanjuan Liu","raw_affiliation_strings":["Department of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-8132-2380","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065915860","display_name":"Houfu Su","orcid":null},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Houfu Su","raw_affiliation_strings":["Department of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062109513","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0003-1868-6146"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Department of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102623999","display_name":"Jinmiao Cong","orcid":"https://orcid.org/0000-0002-3929-6641"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinmiao Cong","raw_affiliation_strings":["Department of Computer Science and Technology, Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Technology, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5031035100"],"corresponding_institution_ids":["https://openalex.org/I1174212","https://openalex.org/I144571360","https://openalex.org/I27357992"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":4.9996,"has_fulltext":true,"cited_by_count":21,"citation_normalized_percentile":{"value":0.96253662,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"10","issue":"3","first_page":"4141","last_page":"4155"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computational-intelligence","display_name":"Computational intelligence","score":0.782148003578186},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.6212489604949951},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.6003535985946655},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5753160715103149},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5074312090873718},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.4201529622077942},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.33658742904663086},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.12604254484176636}],"concepts":[{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.782148003578186},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.6212489604949951},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.6003535985946655},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5753160715103149},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5074312090873718},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.4201529622077942},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33658742904663086},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.12604254484176636},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-024-01389-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01389-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01389-0.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:9d31dd9a42074f12b6e8eeeccb1406bd","is_oa":true,"landing_page_url":"https://doaj.org/article/9d31dd9a42074f12b6e8eeeccb1406bd","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 10, Iss 3, Pp 4141-4155 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-024-01389-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-024-01389-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-024-01389-0.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G4426914795","display_name":null,"funder_award_id":"62172072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4392347726.pdf"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1641379095","https://openalex.org/W2134634502","https://openalex.org/W2963608065","https://openalex.org/W3156492906","https://openalex.org/W3163399854","https://openalex.org/W3183216185","https://openalex.org/W3187410661","https://openalex.org/W3209253128","https://openalex.org/W3211667558","https://openalex.org/W4387716705"],"related_works":["https://openalex.org/W2930076404","https://openalex.org/W4253519380","https://openalex.org/W2071957557","https://openalex.org/W2596413128","https://openalex.org/W2356867392","https://openalex.org/W2782776446","https://openalex.org/W3043170174","https://openalex.org/W2155948905","https://openalex.org/W2357323510","https://openalex.org/W4366961261"],"abstract_inverted_index":{"Abstract":[0],"Intelligent":[1],"agents":[2,98,262],"and":[3,18,29,47,88,121,207,216,224,253,263],"multi-agent":[4,27,65,119,192,214,251,264],"systems":[5],"are":[6,32],"increasingly":[7],"used":[8,70],"in":[9,21,82,94,175,189,210,250],"complex":[10],"scenarios,":[11],"such":[12],"as":[13,143],"controlling":[14],"groups":[15],"of":[16,44,108,116,163,201,213,248],"drones":[17],"non-player":[19],"characters":[20],"video":[22],"games.":[23],"In":[24],"these":[25,184],"applications,":[26],"navigation":[28,120,215,252],"obstacle":[30,122,217,254],"avoidance":[31,255],"foundational":[33],"functions.":[34],"However,":[35,75],"problems":[36],"become":[37],"more":[38,92],"challenging":[39],"with":[40,85,96,127,177,205],"the":[41,45,48,78,86,106,134,146,150,161,164,169,190,202,211,246],"increased":[42],"complexity":[43],"environment":[46,87],"dynamic":[49],"decision-making":[50],"interactions":[51],"among":[52],"agents.":[53,179],"The":[54,219,231],"Multi-Agent":[55],"Deep":[56],"Deterministic":[57],"Policy":[58],"Gradient":[59],"(MADDPG)":[60],"algorithm":[61,68,171],"is":[62],"a":[63,198,235],"classical":[64],"reinforcement":[66],"learning":[67],"successfully":[69],"to":[71,90,100,112,153],"improve":[72],"agents\u2019":[73,83],"performance.":[74],"it":[76],"ignores":[77],"temporal":[79,156],"message":[80],"hidden":[81,155],"interaction":[84],"needs":[89],"be":[91],"efficient":[93],"scenarios":[95,176],"many":[97,178],"due":[99],"its":[101],"training":[102],"technique.":[103],"To":[104],"address":[105],"limitations":[107,247],"MADDPG,":[109],"we":[110,132,167],"propose":[111],"explore":[113],"modified":[114],"algorithms":[115,185],"MADDPG":[117,126,249],"for":[118,145,172,259],"avoidance.":[123,218],"By":[124],"combining":[125],"Long":[128],"Short-Term":[129],"Memory":[130],"(LSTM),":[131],"obtain":[133,168],"MADDPG-LSTMactor":[135],"algorithm,":[136],"which":[137],"leverages":[138],"continuous":[139],"observations":[140],"over":[141],"time":[142],"input":[144,162],"policy":[147],"network,":[148,166],"enabling":[149],"LSTM":[151],"layer":[152],"capture":[154],"patterns.":[157],"Moreover,":[158],"by":[159],"simplifying":[160],"critic":[165],"MADDPG-L":[170],"efficiency":[173],"improvement":[174],"Experimental":[180],"results":[181,220],"demonstrate":[182],"that":[183,222],"outperform":[186,229],"existing":[187],"networks":[188],"OpenAI":[191],"particle":[193],"environment.":[194],"We":[195],"also":[196],"conducted":[197],"comparative":[199],"study":[200],"LSTM-based":[203,232],"approach":[204],"Transformer":[206,223],"self-attention":[208,225],"models":[209],"task":[212],"reveal":[221],"do":[226],"not":[227],"consistently":[228],"LSTM.":[230],"model":[233],"exhibits":[234],"favorable":[236],"tradeoff":[237],"across":[238],"varying":[239],"sequence":[240],"lengths.":[241],"Overall,":[242],"this":[243],"work":[244],"addresses":[245],"tasks,":[256],"providing":[257],"insights":[258],"developing":[260],"intelligent":[261],"systems.":[265]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":6}],"updated_date":"2026-01-23T23:20:30.427331","created_date":"2025-10-10T00:00:00"}