{"id":"https://openalex.org/W4210530701","doi":"https://doi.org/10.1109/tvt.2022.3145346","title":"Bio-Inspired Collision Avoidance in Swarm Systems via Deep Reinforcement Learning","display_name":"Bio-Inspired Collision Avoidance in Swarm Systems via Deep Reinforcement Learning","publication_year":2022,"publication_date":"2022-01-25","ids":{"openalex":"https://openalex.org/W4210530701","doi":"https://doi.org/10.1109/tvt.2022.3145346"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2022.3145346","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3145346","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.manchester.ac.uk/en/publications/f7250822-5219-45fe-88ac-2e97cbe805aa","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007540400","display_name":"Seongin Na","orcid":"https://orcid.org/0000-0001-7787-6930"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Seongin Na","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, School of Engineering, Swarm and Computational Intelligence Lab (SwaCIL), University of Manchester, Manchester, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7787-6930","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, School of Engineering, Swarm and Computational Intelligence Lab (SwaCIL), University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010068577","display_name":"Hanlin Niu","orcid":"https://orcid.org/0000-0003-0457-0871"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Hanlin Niu","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, School of Engineering, Swarm and Computational Intelligence Lab (SwaCIL), University of Manchester, Manchester, U.K"],"raw_orcid":"https://orcid.org/0000-0003-0457-0871","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, School of Engineering, Swarm and Computational Intelligence Lab (SwaCIL), University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011590665","display_name":"Barry Lennox","orcid":"https://orcid.org/0000-0003-0905-8324"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Barry Lennox","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, School of Engineering, Swarm and Computational Intelligence Lab (SwaCIL), University of Manchester, Manchester, U.K"],"raw_orcid":"https://orcid.org/0000-0003-0905-8324","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, School of Engineering, Swarm and Computational Intelligence Lab (SwaCIL), University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005614248","display_name":"Farshad Arvin","orcid":"https://orcid.org/0000-0001-7950-3193"},"institutions":[{"id":"https://openalex.org/I28407311","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27","country_code":"GB","type":"education","lineage":["https://openalex.org/I28407311"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Farshad Arvin","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, School of Engineering, Swarm and Computational Intelligence Lab (SwaCIL), University of Manchester, Manchester, U.K"],"raw_orcid":"https://orcid.org/0000-0001-7950-3193","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, School of Engineering, Swarm and Computational Intelligence Lab (SwaCIL), University of Manchester, Manchester, U.K","institution_ids":["https://openalex.org/I28407311"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5007540400"],"corresponding_institution_ids":["https://openalex.org/I28407311"],"apc_list":null,"apc_paid":null,"fwci":8.5603,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.98156402,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"71","issue":"3","first_page":"2511","last_page":"2526"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9883000254631042,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.8308944702148438},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7889522910118103},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.6904082298278809},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6193750500679016},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5788397192955017},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5705304145812988},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45920994877815247},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.4544409513473511},{"id":"https://openalex.org/keywords/collision-avoidance-system","display_name":"Collision avoidance system","score":0.4135287404060364},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4100492298603058},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.16466543078422546}],"concepts":[{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.8308944702148438},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7889522910118103},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.6904082298278809},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6193750500679016},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5788397192955017},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5705304145812988},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45920994877815247},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.4544409513473511},{"id":"https://openalex.org/C2777016798","wikidata":"https://www.wikidata.org/wiki/Q2001988","display_name":"Collision avoidance system","level":4,"score":0.4135287404060364},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4100492298603058},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.16466543078422546},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tvt.2022.3145346","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2022.3145346","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/f7250822-5219-45fe-88ac-2e97cbe805aa","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/f7250822-5219-45fe-88ac-2e97cbe805aa","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Na, S, Niu, H, Lennox, B & Arvin, F 2022, 'Bio-inspired Collision Avoidance in Swarm Systems via Deep Reinforcement Learning', IEEE Transactions on Vehicular Technology, vol. 71, no. 3, pp. 2511-2526. https://doi.org/10.1109/TVT.2022.3145346","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:durham-repository.worktribe.com:1204012","is_oa":true,"landing_page_url":"https://durham-repository.worktribe.com/output/1204012","pdf_url":null,"source":{"id":"https://openalex.org/S4306400188","display_name":"Durham Research Online (Durham University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I190082696","host_organization_name":"Durham University","host_organization_lineage":["https://openalex.org/I190082696"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:pure.atira.dk:openaire/f7250822-5219-45fe-88ac-2e97cbe805aa","is_oa":true,"landing_page_url":"https://research.manchester.ac.uk/en/publications/f7250822-5219-45fe-88ac-2e97cbe805aa","pdf_url":null,"source":{"id":"https://openalex.org/S4306400662","display_name":"Research Explorer (The University of Manchester)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I28407311","host_organization_name":"University of Manchester","host_organization_lineage":["https://openalex.org/I28407311"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"Na, S, Niu, H, Lennox, B & Arvin, F 2022, 'Bio-inspired Collision Avoidance in Swarm Systems via Deep Reinforcement Learning', IEEE Transactions on Vehicular Technology, vol. 71, no. 3, pp. 2511-2526. https://doi.org/10.1109/TVT.2022.3145346","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2518717205","display_name":null,"funder_award_id":"EP/P01366X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G2898516364","display_name":null,"funder_award_id":"EP/R026084","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G368362065","display_name":null,"funder_award_id":"964492","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G6465377262","display_name":"Robotics and Artificial Intelligence for Nuclear (RAIN)","funder_award_id":"EP/R026084/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8621297432","display_name":"Robotics for Nuclear Environments","funder_award_id":"EP/P01366X/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320320291","display_name":"University of Manchester","ror":"https://ror.org/027m9bs27"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W178419168","https://openalex.org/W192919555","https://openalex.org/W624317177","https://openalex.org/W1040334031","https://openalex.org/W1907658700","https://openalex.org/W1974636618","https://openalex.org/W1984453079","https://openalex.org/W2002133619","https://openalex.org/W2012047453","https://openalex.org/W2118331730","https://openalex.org/W2145339207","https://openalex.org/W2150287156","https://openalex.org/W2158056477","https://openalex.org/W2164399832","https://openalex.org/W2270784458","https://openalex.org/W2299029709","https://openalex.org/W2341848647","https://openalex.org/W2523902637","https://openalex.org/W2736601468","https://openalex.org/W2737302881","https://openalex.org/W2741122588","https://openalex.org/W2790268363","https://openalex.org/W2794237893","https://openalex.org/W2905768435","https://openalex.org/W2906647810","https://openalex.org/W2921018545","https://openalex.org/W2946785673","https://openalex.org/W2962467834","https://openalex.org/W2963809389","https://openalex.org/W2963855344","https://openalex.org/W2968388457","https://openalex.org/W2991486696","https://openalex.org/W2997995952","https://openalex.org/W2998202787","https://openalex.org/W3006463925","https://openalex.org/W3031798691","https://openalex.org/W3032903780","https://openalex.org/W3037638583","https://openalex.org/W3049672534","https://openalex.org/W3095315965","https://openalex.org/W3111019671","https://openalex.org/W3112341537","https://openalex.org/W3114936156","https://openalex.org/W3149383640","https://openalex.org/W3170794227","https://openalex.org/W3172086939","https://openalex.org/W4200058800","https://openalex.org/W4236122286","https://openalex.org/W4285751563","https://openalex.org/W4292083457","https://openalex.org/W6638018090","https://openalex.org/W6684921986","https://openalex.org/W6687681856","https://openalex.org/W6692846177","https://openalex.org/W6739193204","https://openalex.org/W6740092555","https://openalex.org/W6740801417","https://openalex.org/W6741002519","https://openalex.org/W6742461812"],"related_works":["https://openalex.org/W3045722011","https://openalex.org/W1819938260","https://openalex.org/W2340892746","https://openalex.org/W2390040493","https://openalex.org/W4253267946","https://openalex.org/W2945385675","https://openalex.org/W2885713887","https://openalex.org/W2983014903","https://openalex.org/W1767544057","https://openalex.org/W2153778739"],"abstract_inverted_index":{"Autonomous":[0],"vehicles":[1,22],"have":[2],"been":[3],"highlighted":[4],"as":[5,69],"a":[6,54,70,75,109,127,135,148,160,174],"major":[7,128],"growth":[8],"area":[9],"for":[10],"future":[11],"transportation":[12],"systems":[13,106],"and":[14,27,170,186,210,238],"the":[15,34,47,102,120,123,184,189,198,201,224,229,244,252],"deployment":[16],"of":[17,20,49,59,94,104,111,122,188,200,234,240,262],"large":[18,57],"numbers":[19,58],"these":[21],"is":[23,126,144],"expected":[24],"when":[25],"safety":[26,36],"legal":[28],"challenges":[29],"are":[30,42,51],"overcome.":[31],"To":[32,155,196],"meet":[33],"necessary":[35],"standards,":[37],"effective":[38],"collision":[39,77,152,211],"avoidance":[40,78,153,212],"technologies":[41],"required":[43],"to":[44,53,107,118,146,183,193,208],"ensure":[45],"that":[46,85,143,150,223],"number":[48],"accidents":[50],"kept":[52],"minimum.":[55],"As":[56],"autonomous":[60],"vehicles,":[61],"operating":[62],"together":[63],"on":[64],"roads,":[65],"can":[66],"be":[67],"regarded":[68],"swarm":[71,110,125],"system,":[72],"we":[73,133,158,205],"propose":[74,134,159],"bio-inspired":[76],"strategy":[79,163,258],"using":[80,98],"virtual":[81,99],"pheromones;":[82],"an":[83,115],"approach":[84,142],"has":[86],"evolved":[87],"effectively":[88],"in":[89,214,232],"nature":[90],"over":[91,266],"many":[92],"millions":[93],"years.":[95],"Previous":[96],"research":[97],"pheromones":[100],"showed":[101,222],"potential":[103],"pheromone-based":[105],"maneuver":[108],"robots.":[112],"However,":[113],"designing":[114],"individual":[116],"controller":[117,149,227,231],"maximise":[119],"performance":[121,199],"entire":[124],"challenge.":[129],"In":[130],"this":[131],"paper,":[132],"novel":[136,161],"deep":[137],"reinforcement":[138],"learning":[139],"(DRL)":[140],"based":[141],"able":[145],"train":[147],"introduces":[151],"behaviour.":[154],"accelerate":[156],"training,":[157],"sampling":[162,257],"called":[164],"<italic":[165],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[166],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Highlight":[167],"Experience":[168,247,255],"Replay</i>":[169],"integrate":[171],"it":[172,207],"with":[173,180],"Deep":[175],"Deterministic":[176],"Policy":[177],"Gradient":[178],"algorithm":[179],"noise":[181],"added":[182],"weights":[185],"biases":[187],"artificial":[190],"neural":[191],"network":[192],"improve":[194],"exploration.":[195],"evaluate":[197],"proposed":[202,225,245],"DRL-based":[203,226],"controller,":[204],"applied":[206],"navigation":[209],"tasks":[213],"three":[215,267],"different":[216],"traffic":[217],"scenarios.":[218],"The":[219],"experimental":[220],"results":[221],"outperformed":[228,250],"manually-tuned":[230],"terms":[233],"stability,":[235],"effectiveness,":[236],"robustness":[237],"ease":[239],"tuning":[241],"process.":[242],"Furthermore,":[243],"Highlight":[246],"Replay":[248,256],"method":[249],"than":[251],"popular":[253],"Prioritized":[254],"by":[259],"taking":[260],"27%":[261],"training":[263],"time":[264],"average":[265],"stages.":[268]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}