{"id":"https://openalex.org/W4414153874","doi":"https://doi.org/10.1109/jiot.2025.3608865","title":"Multi-Scale Graph Enhanced Reinforcement Learning for Conflict Resolution in Dense UAV Networks","display_name":"Multi-Scale Graph Enhanced Reinforcement Learning for Conflict Resolution in Dense UAV Networks","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4414153874","doi":"https://doi.org/10.1109/jiot.2025.3608865"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3608865","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3608865","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100775184","display_name":"Yumeng Li","orcid":"https://orcid.org/0000-0002-6852-4471"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yumeng Li","raw_affiliation_strings":["School of Electronic and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6852-4471","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jiaqi Li","orcid":"https://orcid.org/0009-0000-0815-9188"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaqi Li","raw_affiliation_strings":["School of Electronic and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-0815-9188","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100426898","display_name":"Jingjing Wang","orcid":"https://orcid.org/0000-0003-3170-8952"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjing Wang","raw_affiliation_strings":["School of Cyber Science and Technology, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3170-8952","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026299946","display_name":"Xin Zhang","orcid":"https://orcid.org/0000-0002-8414-3556"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhang","raw_affiliation_strings":["School of Cyber Science and Technology, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8414-3556","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031126340","display_name":"Hui Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I4210163147","display_name":"Traffic Management Research Institute","ror":"https://ror.org/05gk6fr31","country_code":"CN","type":"facility","lineage":["https://openalex.org/I1302611135","https://openalex.org/I4210163147"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Ding","raw_affiliation_strings":["State Key Laboratory of Air Traffic Management System and Technology, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0002-5805-9403","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Air Traffic Management System and Technology, Nanjing, China","institution_ids":["https://openalex.org/I4210163147"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100629111","display_name":"Wenbo Du","orcid":"https://orcid.org/0000-0002-6561-6362"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbo Du","raw_affiliation_strings":["School of Electronic and Information Engineering, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6561-6362","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":19.8908,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.99021105,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9337999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8561000227928162},{"id":"https://openalex.org/keywords/inefficiency","display_name":"Inefficiency","score":0.6377000212669373},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5210000276565552},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5034999847412109},{"id":"https://openalex.org/keywords/conflict-resolution","display_name":"Conflict resolution","score":0.46239998936653137},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.34310001134872437}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8561000227928162},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.784500002861023},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.6377000212669373},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5210000276565552},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5127000212669373},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5034999847412109},{"id":"https://openalex.org/C21711469","wikidata":"https://www.wikidata.org/wiki/Q1194317","display_name":"Conflict resolution","level":2,"score":0.46239998936653137},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.34310001134872437},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3337000012397766},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C145424490","wikidata":"https://www.wikidata.org/wiki/Q618465","display_name":"Remotely operated underwater vehicle","level":4,"score":0.3122999966144562},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2881999909877777},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.2849000096321106}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3608865","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3608865","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G111171035","display_name":null,"funder_award_id":"U2333214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1459324833","https://openalex.org/W2107726111","https://openalex.org/W2152618686","https://openalex.org/W2416561473","https://openalex.org/W2596636257","https://openalex.org/W2610209191","https://openalex.org/W2904856941","https://openalex.org/W2945088828","https://openalex.org/W2963821308","https://openalex.org/W2991626785","https://openalex.org/W3005752398","https://openalex.org/W3044707868","https://openalex.org/W3048217314","https://openalex.org/W3101999477","https://openalex.org/W3119392323","https://openalex.org/W3131382839","https://openalex.org/W3134103048","https://openalex.org/W3161939764","https://openalex.org/W3210756250","https://openalex.org/W3213033178","https://openalex.org/W3214307562","https://openalex.org/W3215041652","https://openalex.org/W4200182717","https://openalex.org/W4212944994","https://openalex.org/W4213053159","https://openalex.org/W4288608018","https://openalex.org/W4290717667","https://openalex.org/W4293106195","https://openalex.org/W4304481239","https://openalex.org/W4312803619","https://openalex.org/W4312986457","https://openalex.org/W4327559107","https://openalex.org/W4365563312","https://openalex.org/W4379382600","https://openalex.org/W4383346238","https://openalex.org/W4387197045","https://openalex.org/W4387481303","https://openalex.org/W4387662490","https://openalex.org/W4387682320","https://openalex.org/W4390969535","https://openalex.org/W4391020106","https://openalex.org/W4391741219","https://openalex.org/W4392553889","https://openalex.org/W4393033503","https://openalex.org/W4399939161","https://openalex.org/W4400182631","https://openalex.org/W4400771784","https://openalex.org/W4400772167","https://openalex.org/W4401163585","https://openalex.org/W4401379773","https://openalex.org/W4403977012"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2945088828","https://openalex.org/W3213033178"],"abstract_inverted_index":{"Effective":[0],"conflict":[1],"resolution":[2],"is":[3,61,125],"crucial":[4],"to":[5,63,80,104,140],"ensure":[6],"the":[7,20,28,74,82,107,111,118],"safety":[8,108],"of":[9,30,77,110],"unmanned":[10],"aerial":[11],"vehicles":[12],"(UAVs)":[13],"in":[14,22,68,88],"increasingly":[15],"congested":[16],"low-altitude":[17],"airspace.":[18],"However,":[19],"inefficiency":[21],"representing":[23],"large-scale":[24],"UAV":[25,65,92],"information":[26],"hinders":[27],"performance":[29],"existing":[31],"learning-based":[32],"methods.":[33],"To":[34],"overcome":[35],"this":[36],"challenge,":[37],"we":[38],"propose":[39],"an":[40],"enhanced":[41],"graph-based":[42],"reinforcement":[43,57],"learning":[44,58],"(GRL)":[45],"approach":[46,60],"that":[47,130],"models":[48],"multi-agent":[49],"interactions":[50],"relationships.":[51],"Specifically,":[52],"a":[53,69,121],"novel":[54],"multi-scale":[55],"graph":[56,96],"(MS-GRL)":[59],"utilized":[62],"learn":[64],"avoidance":[66],"strategies":[67],"dense":[70],"environment.":[71],"MS-GRL":[72,131],"utilizes":[73],"time-evolving":[75],"intensity":[76],"local":[78],"conflicts":[79],"evaluate":[81],"global":[83],"attention":[84],"weights":[85],"for":[86],"UAVs":[87,142],"conflict,":[89],"while":[90,114],"aggregating":[91],"observation":[93],"data":[94],"through":[95],"embedding":[97],"and":[98,143],"requisite":[99],"feature":[100],"refinement.":[101],"In":[102],"addition,":[103],"adaptively":[105],"limit":[106],"region":[109],"action":[112],"space":[113],"minimize":[115],"deviations":[116],"from":[117],"original":[119],"trajectory,":[120],"safety-constrained":[122],"maneuver":[123],"strategy":[124],"proposed.":[126],"Experimental":[127],"results":[128],"demonstrate":[129],"outperforms":[132],"state-of-the-art":[133],"GRL":[134],"methods":[135],"when":[136],"there":[137],"are":[138],"up":[139],"100":[141],"multiple":[144],"obstacles.":[145]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}
