{"id":"https://openalex.org/W4411949685","doi":"https://doi.org/10.1109/tc.2025.3585361","title":"Reconfigurable Intelligent Surface Assisted UAV-MCS Based on Transformer Enhanced Deep Reinforcement Learning","display_name":"Reconfigurable Intelligent Surface Assisted UAV-MCS Based on Transformer Enhanced Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-07-02","ids":{"openalex":"https://openalex.org/W4411949685","doi":"https://doi.org/10.1109/tc.2025.3585361"},"language":"en","primary_location":{"id":"doi:10.1109/tc.2025.3585361","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2025.3585361","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101932319","display_name":"Qianqian Wu","orcid":"https://orcid.org/0000-0001-8467-4034"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianqian Wu","raw_affiliation_strings":["Beijing Key Laboratory of Traffic Data Mining and Embodied Intelligence, School of Computer Science & Technology, Beijing Jiaotong University, Beijing, China","Beijing Key Lab of Transportation Data Analysis and Mining, School of Computer and Information Technology, Beijing Jiaotong University, Beijing"],"raw_orcid":"https://orcid.org/0000-0001-8467-4034","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Traffic Data Mining and Embodied Intelligence, School of Computer Science & Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Beijing Key Lab of Transportation Data Analysis and Mining, School of Computer and Information Technology, Beijing Jiaotong University, Beijing","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409425","display_name":"Qiang Liu","orcid":"https://orcid.org/0000-0001-5735-8642"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Liu","raw_affiliation_strings":["Beijing Key Laboratory of Traffic Data Mining and Embodied Intelligence, School of Computer Science & Technology, Beijing Jiaotong University, Beijing, China","Beijing Key Lab of Transportation Data Analysis and Mining, School of Computer and Information Technology, Beijing Jiaotong University, Beijing"],"raw_orcid":"https://orcid.org/0000-0001-5735-8642","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Traffic Data Mining and Embodied Intelligence, School of Computer Science & Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Beijing Key Lab of Transportation Data Analysis and Mining, School of Computer and Information Technology, Beijing Jiaotong University, Beijing","institution_ids":["https://openalex.org/I21193070"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028388820","display_name":"Ying He","orcid":"https://orcid.org/0000-0003-1603-9375"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ying He","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1603-9375","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100594935","display_name":"Zefan Wu","orcid":"https://orcid.org/0009-0002-7381-2491"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zefan Wu","raw_affiliation_strings":["Beijing Key Laboratory of Traffic Data Mining and Embodied Intelligence, School of Computer Science & Technology, Beijing Jiaotong University, Beijing, China","Beijing Key Lab of Transportation Data Analysis and Mining, School of Computer and Information Technology, Beijing Jiaotong University, Beijing"],"raw_orcid":"https://orcid.org/0009-0002-7381-2491","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Traffic Data Mining and Embodied Intelligence, School of Computer Science & Technology, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]},{"raw_affiliation_string":"Beijing Key Lab of Transportation Data Analysis and Mining, School of Computer and Information Technology, Beijing Jiaotong University, Beijing","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20017034,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"74","issue":"9","first_page":"3143","last_page":"3155"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.7401999831199646,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11814","display_name":"Advanced Manufacturing and Logistics Optimization","score":0.7401999831199646,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.6449000239372253,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7049018144607544},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6047222018241882},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.46954092383384705},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40761661529541016},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.36211252212524414},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.23730415105819702},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17168819904327393},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09850561618804932}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7049018144607544},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6047222018241882},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.46954092383384705},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40761661529541016},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.36211252212524414},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.23730415105819702},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17168819904327393},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09850561618804932}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tc.2025.3585361","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tc.2025.3585361","pdf_url":null,"source":{"id":"https://openalex.org/S157670870","display_name":"IEEE Transactions on Computers","issn_l":"0018-9340","issn":["0018-9340","0016-9340","1557-9956","2326-3814"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computers","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.6700000166893005}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2169677720","https://openalex.org/W2461414758","https://openalex.org/W2883327598","https://openalex.org/W2963555336","https://openalex.org/W2964023906","https://openalex.org/W2995554704","https://openalex.org/W3089190064","https://openalex.org/W3109039904","https://openalex.org/W3188962160","https://openalex.org/W4205295562","https://openalex.org/W4226457030","https://openalex.org/W4282935706","https://openalex.org/W4283211846","https://openalex.org/W4294068592","https://openalex.org/W4298371576","https://openalex.org/W4312264399","https://openalex.org/W4312601533","https://openalex.org/W4312676212","https://openalex.org/W4321021068","https://openalex.org/W4376851311","https://openalex.org/W4381327681","https://openalex.org/W4385267190","https://openalex.org/W4387885634","https://openalex.org/W4392173729","https://openalex.org/W4392309237","https://openalex.org/W4392693944","https://openalex.org/W4399039767","https://openalex.org/W4399168507","https://openalex.org/W4400314761","https://openalex.org/W4401943289","https://openalex.org/W4403052680","https://openalex.org/W4403863667","https://openalex.org/W4404840390","https://openalex.org/W6870947900","https://openalex.org/W6906315202"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Mobile":[0],"crowd":[1],"sensing":[2,15,31],"(MCS)":[3],"is":[4,87],"an":[5],"emerging":[6],"paradigm":[7],"that":[8,132],"enables":[9],"participants":[10],"to":[11,24,63,75,120],"collaborate":[12],"on":[13],"various":[14],"tasks.":[16],"UAVs":[17],"are":[18,108],"increasingly":[19],"integrated":[20],"into":[21,110],"MCS":[22],"systems":[23],"provide":[25],"more":[26],"reliable,":[27],"accurate":[28],"and":[29,37,68,105,142],"cost-effective":[30],"services.":[32],"However,":[33],"optimizing":[34],"UAV":[35,66,81,103],"trajectories":[36,67],"communication":[38],"efficiency,":[39],"especially":[40],"under":[41],"non-line-of-sight":[42],"(NLoS)":[43],"channel":[44],"conditions,":[45],"remains":[46],"a":[47,54,90,111],"significant":[48],"challenge.":[49],"This":[50],"paper":[51],"proposes":[52],"TRAIL,":[53],"Transformer-enhanced":[55],"deep":[56],"reinforcement":[57],"Learning":[58],"(DRL)":[59],"algorithm.":[60],"TRAIL":[61,133],"aims":[62],"jointly":[64],"optimize":[65],"Reconfigurable":[69],"Intelligent":[70],"Surface":[71],"(RIS)":[72],"phase":[73],"shifts":[74],"maximize":[76],"data":[77,140],"throughput":[78,141],"while":[79],"minimizing":[80],"energy":[82,143],"consumption.":[83],"The":[84],"optimization":[85],"problem":[86],"modeled":[88],"as":[89],"Markov":[91],"Decision":[92],"Process":[93],"(MDP),":[94],"where":[95],"the":[96,122,126],"Transformer":[97],"architecture":[98],"captures":[99],"long-term":[100],"dependencies":[101],"in":[102,124,138],"trajectories,":[104],"these":[106],"features":[107],"input":[109],"Double":[112],"Deep":[113],"Q-Network":[114],"with":[115],"Prioritized":[116],"Experience":[117],"Replay":[118],"(PER-DDQN)":[119],"guide":[121],"agent":[123],"learning":[125],"optimal":[127],"strategy.":[128],"Simulation":[129],"results":[130],"demonstrate":[131],"significantly":[134],"outperforms":[135],"state-of-the-art":[136],"methods":[137],"both":[139],"efficiency.":[144]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}