{"id":"https://openalex.org/W4416148870","doi":"https://doi.org/10.1109/jiot.2025.3632060","title":"Quantum Deep Reinforcement Learning for URLLC Satellite-Air-Ground Integrated Networks With Digital Twin Applications","display_name":"Quantum Deep Reinforcement Learning for URLLC Satellite-Air-Ground Integrated Networks With Digital Twin Applications","publication_year":2025,"publication_date":"2025-11-12","ids":{"openalex":"https://openalex.org/W4416148870","doi":"https://doi.org/10.1109/jiot.2025.3632060"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3632060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3632060","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1109/JIOT.2025.3632060","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071717934","display_name":"Sasinda C. Prabhashana","orcid":"https://orcid.org/0009-0000-6935-3195"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sasinda C. Prabhashana","raw_affiliation_strings":["Faculty of Engineering and Applied Science, Memorial University of Newfoundland, St. John’s, Canada"],"raw_orcid":"https://orcid.org/0009-0000-6935-3195","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Applied Science, Memorial University of Newfoundland, St. John’s, Canada","institution_ids":["https://openalex.org/I130438778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112959160","display_name":"Dang Van Huynh","orcid":"https://orcid.org/0000-0002-2314-4934"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dang Van Huynh","raw_affiliation_strings":["Faculty of Engineering and Applied Science, Memorial University of Newfoundland, St. John’s, Canada"],"raw_orcid":"https://orcid.org/0000-0002-2314-4934","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Applied Science, Memorial University of Newfoundland, St. John’s, Canada","institution_ids":["https://openalex.org/I130438778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002135635","display_name":"Haejoon Jung","orcid":"https://orcid.org/0000-0003-1901-2784"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Haejoon Jung","raw_affiliation_strings":["Department of Electronics and Information Convergence Engineering, Kyung Hee University, Yongin-si, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-1901-2784","affiliations":[{"raw_affiliation_string":"Department of Electronics and Information Convergence Engineering, Kyung Hee University, Yongin-si, South Korea","institution_ids":["https://openalex.org/I35928602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048431501","display_name":"Berk Canberk","orcid":"https://orcid.org/0000-0001-6472-1737"},"institutions":[{"id":"https://openalex.org/I251738","display_name":"Edinburgh Napier University","ror":"https://ror.org/03zjvnn91","country_code":"GB","type":"education","lineage":["https://openalex.org/I251738"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Berk Canberk","raw_affiliation_strings":["School of Engineering and Built Environment, Edinburgh Napier University, Edinburgh, U.K"],"raw_orcid":"https://orcid.org/0000-0001-6472-1737","affiliations":[{"raw_affiliation_string":"School of Engineering and Built Environment, Edinburgh Napier University, Edinburgh, U.K","institution_ids":["https://openalex.org/I251738"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090482024","display_name":"Simon L. Cotton","orcid":"https://orcid.org/0000-0003-2620-6501"},"institutions":[{"id":"https://openalex.org/I126231945","display_name":"Queen's University Belfast","ror":"https://ror.org/00hswnk62","country_code":"GB","type":"education","lineage":["https://openalex.org/I126231945"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Simon L. Cotton","raw_affiliation_strings":["Centre for Wireless Innovation (CWI), School of Electronics, Electrical Engineering and Computer Science, Queen’s University Belfast, Belfast, U.K","School of Electronics, Electrical Engineering and Computer Science, Centre for Wireless Innovation (CWI), Queen’s University Belfast, Belfast, U.K"],"raw_orcid":"https://orcid.org/0000-0003-2620-6501","affiliations":[{"raw_affiliation_string":"Centre for Wireless Innovation (CWI), School of Electronics, Electrical Engineering and Computer Science, Queen’s University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]},{"raw_affiliation_string":"School of Electronics, Electrical Engineering and Computer Science, Centre for Wireless Innovation (CWI), Queen’s University Belfast, Belfast, U.K","institution_ids":["https://openalex.org/I126231945"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049089848","display_name":"Trung Q. Duong","orcid":"https://orcid.org/0000-0002-4703-4836"},"institutions":[{"id":"https://openalex.org/I130438778","display_name":"Memorial University of Newfoundland","ror":"https://ror.org/04haebc03","country_code":"CA","type":"education","lineage":["https://openalex.org/I130438778"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Trung Q. Duong","raw_affiliation_strings":["Faculty of Engineering and Applied Science, Memorial University of Newfoundland, St. John’s, Canada","Faculty of Engineering and Applied Science, Memorial University, St. John’s, NL, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4703-4836","affiliations":[{"raw_affiliation_string":"Faculty of Engineering and Applied Science, Memorial University of Newfoundland, St. John’s, Canada","institution_ids":["https://openalex.org/I130438778"]},{"raw_affiliation_string":"Faculty of Engineering and Applied Science, Memorial University, St. John’s, NL, Canada","institution_ids":["https://openalex.org/I130438778"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.4502,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.98349642,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"13","issue":"3","first_page":"4230","last_page":"4246"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.31779998540878296,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.31779998540878296,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.29159998893737793,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.25099998712539673,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8641999959945679},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5013999938964844},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.4943000078201294},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4587000012397766},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43549999594688416},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4251999855041504},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.37220001220703125},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.36719998717308044}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8641999959945679},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.807200014591217},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5295000076293945},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5013999938964844},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.4943000078201294},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4587000012397766},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4251999855041504},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.36719998717308044},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36500000953674316},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3222000002861023},{"id":"https://openalex.org/C46637626","wikidata":"https://www.wikidata.org/wiki/Q6693015","display_name":"Low latency (capital markets)","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.3012000024318695},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.28290000557899475},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C200157131","wikidata":"https://www.wikidata.org/wiki/Q4854763","display_name":"Bandwidth allocation","level":3,"score":0.2775000035762787},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.25679999589920044}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jiot.2025.3632060","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3632060","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},{"id":"pmh:oai:repository@napier.ac.uk:4887263","is_oa":true,"landing_page_url":"https://doi.org/10.1109/JIOT.2025.3632060","pdf_url":null,"source":{"id":"https://openalex.org/S4306402591","display_name":"Edinburgh Napier Research Repository (Edinburgh Napier University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I251738","host_organization_name":"Edinburgh Napier University","host_organization_lineage":["https://openalex.org/I251738"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"pmh:oai:pure.qub.ac.uk/portal:publications/4c292cac-d578-44be-be95-d6d1970f0f39","is_oa":false,"landing_page_url":"https://pure.qub.ac.uk/en/publications/4c292cac-d578-44be-be95-d6d1970f0f39","pdf_url":null,"source":{"id":"https://openalex.org/S4306402319","display_name":"Research Portal (Queen's University Belfast)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I126231945","host_organization_name":"Queen's University Belfast","host_organization_lineage":["https://openalex.org/I126231945"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Prabhashana, S C, Van Huynh, D, Jung, H, Canberk, B, Cotton, S L & Duong, T Q 2026, 'Quantum deep reinforcement learning for URLLC satellite-air-ground integrated networks with digital twin applications', IEEE Internet of Things Journal, vol. 13, no. 3, pp. 4230-4246. https://doi.org/10.1109/JIOT.2025.3632060","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:repository@napier.ac.uk:4887263","is_oa":true,"landing_page_url":"https://doi.org/10.1109/JIOT.2025.3632060","pdf_url":null,"source":{"id":"https://openalex.org/S4306402591","display_name":"Edinburgh Napier Research Repository (Edinburgh Napier University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I251738","host_organization_name":"Edinburgh Napier University","host_organization_lineage":["https://openalex.org/I251738"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3097665618","display_name":null,"funder_award_id":"RGPIN-2025-04941","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"},{"id":"https://openalex.org/G688922468","display_name":null,"funder_award_id":"CERC-2022-00109","funder_id":"https://openalex.org/F4320321481","funder_display_name":"Canada Excellence Research Chairs, Government of Canada"}],"funders":[{"id":"https://openalex.org/F4320321481","display_name":"Canada Excellence Research Chairs, Government of Canada","ror":"https://ror.org/02tvrwm90"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,91],"explore":[4],"a":[5,14,93],"maritime":[6,38,108],"6G-enhanced":[7,109,199],"satellite-air-ground":[8],"integrated":[9],"network":[10],"(SAGIN)":[11],"that":[12,99,158,182],"incorporates":[13],"UAV-carried":[15],"reconfigurable":[16],"intelligent":[17,194],"surface":[18],"(UCR)":[19],"relay,":[20],"and":[21,47,78,85,124,143,152,160,174,193],"low":[22],"Earth":[23],"orbit":[24],"(LEO)":[25],"satellites":[26],"equipped":[27],"with":[28],"mobile":[29],"edge":[30],"computing":[31],"(MEC)":[32],"facilities.":[33],"The":[34,53],"system":[35,61,172],"captures":[36,100],"dynamic":[37],"conditions,":[39],"including":[40],"ultra-reliable":[41],"low-latency":[42],"communication":[43],"(URLLC)":[44],"user":[45],"mobility":[46],"UCR":[48],"movements":[49],"across":[50],"harbor":[51],"environments.":[52],"primary":[54],"objective":[55],"is":[56],"to":[57,132,149],"minimize":[58],"the":[59,101,107,134,183],"total":[60],"cost":[62],"by":[63,169],"jointly":[64],"optimizing":[65],"task":[66],"offloading":[67],"decisions,":[68],"bandwidth":[69],"allocation,":[70],"local":[71],"computational":[72],"resource":[73,86,104,177,195],"distribution,":[74],"transmission":[75],"power":[76],"control,":[77],"caching":[79],"management,":[80],"while":[81],"satisfying":[82],"strict":[83],"latency":[84],"constraints.":[87],"To":[88],"address":[89],"this,":[90],"formulate":[92],"mixed-integer":[94],"nonlinear":[95],"programming":[96],"(MINLP)":[97],"problem":[98],"complexity":[102],"of":[103,185],"optimization":[105,128],"in":[106,197],"SAGIN.":[110],"Two":[111],"quantum-enhanced":[112,118,125],"deep":[113,119,165],"reinforcement":[114,166,187],"learning":[115,151,167,188],"algorithms,":[116],"namely":[117],"deterministic":[120],"policy":[121,127],"gradient":[122],"(QEDDPG)":[123],"proximal":[126],"(QEPPO),":[129],"are":[130,147],"proposed":[131],"solve":[133],"formulated":[135],"MINLP":[136],"problem.":[137],"Moreover,":[138],"higher-order":[139],"quantum":[140,144],"feature":[141],"encoding":[142],"neural":[145],"networks":[146],"utilized":[148],"accelerate":[150],"enhance":[153],"decision-making.":[154],"Simulation":[155],"results":[156],"demonstrate":[157],"QEDDPG":[159],"QEPPO":[161],"significantly":[162],"outperform":[163],"conventional":[164],"methods":[168],"achieving":[170],"lower":[171],"costs":[173],"more":[175],"efficient":[176],"allocation.":[178],"These":[179],"findings":[180],"shows":[181],"potential":[184],"quantum-driven":[186],"for":[189],"enabling":[190],"scalable,":[191],"efficient,":[192],"management":[196],"future":[198],"SAGINs.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-01-25T23:04:38.658462","created_date":"2025-11-12T00:00:00"}