{"id":"https://openalex.org/W4412081559","doi":"https://doi.org/10.1109/tmc.2025.3586429","title":"CSMAAC: Multi-Agent Reinforcement Learning Based Flight Control in Partially Observable Multi-UAV Assisted Crowd Sensing Systems","display_name":"CSMAAC: Multi-Agent Reinforcement Learning Based Flight Control in Partially Observable Multi-UAV Assisted Crowd Sensing Systems","publication_year":2025,"publication_date":"2025-07-07","ids":{"openalex":"https://openalex.org/W4412081559","doi":"https://doi.org/10.1109/tmc.2025.3586429"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3586429","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3586429","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhen Gao","orcid":"https://orcid.org/0000-0002-8896-3420"},"institutions":[{"id":"https://openalex.org/I167027274","display_name":"Nanjing Forestry University","ror":"https://ror.org/03m96p165","country_code":"CN","type":"education","lineage":["https://openalex.org/I167027274"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Gao","raw_affiliation_strings":["School of Information Science and Technology and Artificial Intelligence, Nanjing Forestry University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8896-3420","affiliations":[{"raw_affiliation_string":"School of Information Science and Technology and Artificial Intelligence, Nanjing Forestry University, Nanjing, China","institution_ids":["https://openalex.org/I167027274"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Gang Wang","orcid":"https://orcid.org/0009-0004-9662-0083"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Wang","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0009-0004-9662-0083","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Lei Yang","orcid":"https://orcid.org/0000-0001-5451-9228"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Yang","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-5451-9228","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":null,"display_name":"Chenhao Ying","orcid":"https://orcid.org/0000-0002-2152-3826"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenhao Ying","raw_affiliation_strings":["School of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-2152-3826","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.17325299,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"24","issue":"11","first_page":"12672","last_page":"12691"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.983299970626831,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9736999869346619,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.827041506767273},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7877095937728882},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.5619271993637085},{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.5140305757522583},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5033432841300964},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3701457977294922}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.827041506767273},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7877095937728882},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.5619271993637085},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.5140305757522583},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5033432841300964},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3701457977294922},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3586429","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3586429","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8189962075","display_name":null,"funder_award_id":"62402313","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1965569281","https://openalex.org/W2027579135","https://openalex.org/W2769646558","https://openalex.org/W2886509985","https://openalex.org/W2888152797","https://openalex.org/W2925554975","https://openalex.org/W3048217314","https://openalex.org/W3114888985","https://openalex.org/W3137963285","https://openalex.org/W3154867485","https://openalex.org/W3166133078","https://openalex.org/W3199843466","https://openalex.org/W3201191290","https://openalex.org/W3213061023","https://openalex.org/W4213433215","https://openalex.org/W4283211846","https://openalex.org/W4285243594","https://openalex.org/W4285247160","https://openalex.org/W4285287670","https://openalex.org/W4293208483","https://openalex.org/W4295789133","https://openalex.org/W4312180303","https://openalex.org/W4319993360","https://openalex.org/W4323644326","https://openalex.org/W4385281459","https://openalex.org/W4390439516","https://openalex.org/W4390492411","https://openalex.org/W4390605017","https://openalex.org/W4391341759","https://openalex.org/W4392114224","https://openalex.org/W4394678608","https://openalex.org/W4400188721","https://openalex.org/W4405838352","https://openalex.org/W4408100171"],"related_works":["https://openalex.org/W1994680671","https://openalex.org/W2000283393","https://openalex.org/W2002320543","https://openalex.org/W2040927204","https://openalex.org/W2061947244","https://openalex.org/W2150232912","https://openalex.org/W2054940838","https://openalex.org/W3106170641","https://openalex.org/W4321855183","https://openalex.org/W2952513607"],"abstract_inverted_index":{"In":[0],"mobile":[1],"crowd":[2],"sensing":[3],"systems,":[4],"existing":[5],"flight":[6,61],"control":[7,62],"methods":[8,45],"enable":[9],"unmanned":[10],"aerial":[11],"vehicles":[12],"(UAVs)":[13],"to":[14,25,47,74,90,102,114,154,181,183],"provide":[15],"high-quality":[16],"data":[17,32],"collection":[18],"services":[19],"for":[20],"various":[21],"applications.":[22],"However,":[23],"due":[24],"limited":[26],"communication":[27,71,93,107,145],"range,":[28],"UAVs":[29,96,104,131],"typically":[30],"collect":[31],"under":[33],"partial":[34,77,140],"observability,":[35],"hindering":[36],"optimal":[37],"performance":[38],"without":[39],"global":[40,134],"environmental":[41],"information.":[42],"Additionally,":[43],"many":[44],"fail":[46],"enforce":[48],"critical":[49],"safety":[50,179],"constraints.":[51],"This":[52],"paper":[53],"proposes":[54],"a":[55,98,112,150,178],"communication-assisted":[56],"safe":[57,185],"multi-agent":[58],"actor-critic-based":[59],"UAV":[60,167,186],"method":[63,195],"(CSMAAC).":[64],"First,":[65],"we":[66,110,148,176],"propose":[67,149],"an":[68],"independent":[69],"prediction":[70],"partner":[72],"model":[73,161],"address":[75],"the":[76,82,122,138,156,160,164,170,193,197],"observability":[78,141],"problem.":[79],"Based":[80],"on":[81],"UAV's":[83,139],"local":[84],"observation,":[85],"causal":[86],"inference":[87],"is":[88],"used":[89],"obtain":[91],"prior":[92],"information":[94,129],"between":[95,166],"through":[97],"feed-forward":[99],"neural":[100],"network":[101],"help":[103],"determine":[105,121],"potential":[106],"partners.":[108],"Second,":[109],"utilize":[111],"critic-network":[113],"predict":[115],"and":[116,120,143,169],"quantify":[117],"inter-UAV":[118],"influence":[119],"necessity":[123],"of":[124,159,172],"communication.":[125],"By":[126],"exchanging":[127],"necessary":[128],"inter-UAV,":[130],"can":[132],"perceive":[133],"information,":[135],"thereby":[136],"solving":[137],"problem":[142],"reducing":[144],"overhead.":[146],"Moreover,":[147],"similarity":[151],"enhancement":[152],"mechanism":[153],"improve":[155],"learning":[157],"efficiency":[158],"by":[162],"enhancing":[163],"connection":[165],"observations":[168],"policies":[171],"other":[173],"UAVs.":[174],"Finally,":[175],"introduce":[177],"layer":[180],"Actor-Network":[182],"ensure":[184],"flight.":[187],"The":[188],"simulation":[189],"results":[190],"show":[191],"that":[192],"proposed":[194],"outperforms":[196],"baselines.":[198]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}