{"id":"https://openalex.org/W4411949414","doi":"https://doi.org/10.1109/tsmc.2025.3578134","title":"Agent-Based Space Teleoperation: Mitigating Time Delays With Deep Reinforcement Learning","display_name":"Agent-Based Space Teleoperation: Mitigating Time Delays With Deep Reinforcement Learning","publication_year":2025,"publication_date":"2025-07-02","ids":{"openalex":"https://openalex.org/W4411949414","doi":"https://doi.org/10.1109/tsmc.2025.3578134"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2025.3578134","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2025.3578134","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072713174","display_name":"Bo Xia","orcid":"https://orcid.org/0009-0003-3507-9732"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Bo Xia","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0003-3507-9732","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111336324","display_name":"Xianru Tian","orcid":"https://orcid.org/0009-0005-9366-5435"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianru Tian","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0005-9366-5435","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032061647","display_name":"Bo Yuan","orcid":"https://orcid.org/0000-0003-2169-0007"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Bo Yuan","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, The University of Queensland, Brisbane, QLD, Australia"],"raw_orcid":"https://orcid.org/0000-0003-2169-0007","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, The University of Queensland, Brisbane, QLD, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111935291","display_name":"Chun-Ju Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunju Yang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0003-6487-708X","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114911316","display_name":"Li Li","orcid":"https://orcid.org/0000-0002-9428-1960"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiheng Li","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-9428-1960","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100644630","display_name":"Bin Liang","orcid":"https://orcid.org/0000-0002-8591-8843"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Liang","raw_affiliation_strings":["Department of Automation, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8591-8843","affiliations":[{"raw_affiliation_string":"Department of Automation, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100737125","display_name":"Xueqian Wang","orcid":"https://orcid.org/0000-0003-3542-0593"},"institutions":[{"id":"https://openalex.org/I3131625388","display_name":"University Town of Shenzhen","ror":"https://ror.org/05f5j6225","country_code":"CN","type":"education","lineage":["https://openalex.org/I3131625388"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xueqian Wang","raw_affiliation_strings":["Shenzhen International Graduate School, Tsinghua University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3542-0593","affiliations":[{"raw_affiliation_string":"Shenzhen International Graduate School, Tsinghua University, Shenzhen, China","institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5072713174"],"corresponding_institution_ids":["https://openalex.org/I3131625388","https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":4.7878,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.94260323,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"55","issue":"10","first_page":"6517","last_page":"6529"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9803000092506409,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12449","display_name":"Spacecraft Design and Technology","score":0.90420001745224,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/teleoperation","display_name":"Teleoperation","score":0.910995364189148},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7147582769393921},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5832149386405945},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5299583077430725},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46746471524238586},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.44204390048980713},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3554999828338623},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2034023404121399},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.16452419757843018},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.05789273977279663}],"concepts":[{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.910995364189148},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7147582769393921},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5832149386405945},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5299583077430725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46746471524238586},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.44204390048980713},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3554999828338623},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2034023404121399},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.16452419757843018},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.05789273977279663},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2025.3578134","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2025.3578134","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W27309760","https://openalex.org/W1506105064","https://openalex.org/W1900917445","https://openalex.org/W1965361141","https://openalex.org/W2017520484","https://openalex.org/W2097797606","https://openalex.org/W2105229687","https://openalex.org/W2117864026","https://openalex.org/W2134610250","https://openalex.org/W2144850695","https://openalex.org/W2185346052","https://openalex.org/W2262245568","https://openalex.org/W2758538410","https://openalex.org/W2782135050","https://openalex.org/W2921714676","https://openalex.org/W2997727809","https://openalex.org/W3002817389","https://openalex.org/W3114018165","https://openalex.org/W3129840835","https://openalex.org/W3173185086","https://openalex.org/W3191709555","https://openalex.org/W3203007157","https://openalex.org/W3203259721","https://openalex.org/W4200141177","https://openalex.org/W4200246998","https://openalex.org/W4214535149","https://openalex.org/W4310021486","https://openalex.org/W4313260878","https://openalex.org/W4313887929","https://openalex.org/W4386932473","https://openalex.org/W4402420642"],"related_works":["https://openalex.org/W1923069992","https://openalex.org/W2160982102","https://openalex.org/W2048862765","https://openalex.org/W2770942502","https://openalex.org/W4281943815","https://openalex.org/W2793255344","https://openalex.org/W2364738582","https://openalex.org/W2160932924","https://openalex.org/W2082997813","https://openalex.org/W2296377172"],"abstract_inverted_index":{"Space":[0],"teleoperation":[1,79],"significantly":[2],"extends":[3],"human":[4,100],"reach":[5],"in":[6,55,133,164,191],"space":[7,78,95,192],"missions.":[8],"However,":[9],"traditional":[10],"approaches":[11,37],"are":[12,140,158],"constrained":[13],"by":[14],"factors,":[15],"such":[16],"as":[17],"the":[18,25,39,50,64,70,110,116,129,143,169,180],"reliance":[19],"on":[20,142],"accurate":[21],"dynamic":[22],"models":[23],"and":[24,123,162,171],"risk":[26],"of":[27,109,131,173,182,186],"operator":[28],"fatigue":[29],"during":[30],"prolonged":[31],"tasks.":[32],"Additionally,":[33],"while":[34],"data-driven":[35],"intelligent":[36],"reduce":[38],"need":[40],"for":[41,77,94],"prior":[42],"knowledge,":[43],"they":[44],"have":[45],"yet":[46],"to":[47,102,127],"adequately":[48],"address":[49],"time":[51,111,188],"delay":[52,112,189],"issues":[53],"inherent":[54],"these":[56,60],"systems.":[57],"To":[58],"overcome":[59],"challenges,":[61,113],"we":[62,114],"introduce":[63],"belief":[65,124],"state":[66,121,125],"actor-critic":[67],"(BSAC)":[68],"method,":[69],"first":[71,88],"deep":[72],"reinforcement":[73],"learning":[74],"approach":[75],"tailored":[76],"capture":[80],"tasks":[81],"within":[82],"a":[83,90,106,148,165],"bilateral":[84],"control":[85],"framework.":[86],"We":[87],"establish":[89],"generalized":[91],"agent-based":[92,183],"architecture":[93],"teleoperation,":[96],"shifting":[97],"decision-making":[98],"from":[99],"operators":[101],"autonomous":[103],"agents.":[104],"Following":[105],"comprehensive":[107],"analysis":[108],"propose":[115],"BSAC":[117],"algorithm,":[118],"which":[119],"integrates":[120],"augmentation":[122],"techniques":[126],"mitigate":[128],"effects":[130],"delays":[132],"teleoperated":[134],"Markov":[135],"decision":[136],"processes.":[137],"Extensive":[138],"experiments":[139],"conducted":[141],"MuJoCo":[144],"simulation":[145],"platform,":[146],"modeling":[147],"real":[149],"hardware":[150],"system":[151],"across":[152],"various":[153],"scenarios.":[154],"The":[155],"learned":[156],"policies":[157],"then":[159],"successfully":[160],"transferred":[161],"validated":[163],"real-world":[166],"setup,":[167],"demonstrating":[168],"effectiveness":[170],"robustness":[172],"BSAC.":[174],"In":[175],"summary,":[176],"our":[177],"results":[178],"support":[179],"feasibility":[181],"frameworks":[184],"capable":[185],"overcoming":[187],"challenges":[190],"teleoperation.":[193]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}