{"id":"https://openalex.org/W3093877783","doi":"https://doi.org/10.1109/ro-man47096.2020.9223477","title":"Model Mediated Teleoperation with a Hand-Arm Exoskeleton in Long Time Delays Using Reinforcement Learning","display_name":"Model Mediated Teleoperation with a Hand-Arm Exoskeleton in Long Time Delays Using Reinforcement Learning","publication_year":2020,"publication_date":"2020-08-01","ids":{"openalex":"https://openalex.org/W3093877783","doi":"https://doi.org/10.1109/ro-man47096.2020.9223477","mag":"3093877783"},"language":"en","primary_location":{"id":"doi:10.1109/ro-man47096.2020.9223477","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man47096.2020.9223477","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 29th IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056889683","display_name":"Hadi Beik-Mohammadi","orcid":"https://orcid.org/0000-0002-8170-2471"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]},{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]},{"id":"https://openalex.org/I884043246","display_name":"Hamburg University of Technology","ror":"https://ror.org/04bs1pb34","country_code":"DE","type":"education","lineage":["https://openalex.org/I884043246"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Hadi Beik-Mohammadi","raw_affiliation_strings":["Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany","Knowledge Technology Institute, Dept of Informatics, Hamburg University, Hamburg, Germany","Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany; Knowledge Technology Institute, Dept of Informatics, Hamburg University, Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Knowledge Technology Institute, Dept of Informatics, Hamburg University, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309","https://openalex.org/I884043246"]},{"raw_affiliation_string":"Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany; Knowledge Technology Institute, Dept of Informatics, Hamburg University, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309","https://openalex.org/I2898391981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040045142","display_name":"Matthias Kerzel","orcid":"https://orcid.org/0000-0002-1378-0435"},"institutions":[{"id":"https://openalex.org/I884043246","display_name":"Hamburg University of Technology","ror":"https://ror.org/04bs1pb34","country_code":"DE","type":"education","lineage":["https://openalex.org/I884043246"]},{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Kerzel","raw_affiliation_strings":["Knowledge Technology Institute, Dept of Informatics, Hamburg University, Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"Knowledge Technology Institute, Dept of Informatics, Hamburg University, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309","https://openalex.org/I884043246"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080513400","display_name":"Benedikt Pleintinger","orcid":null},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Benedikt Pleintinger","raw_affiliation_strings":["Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany","German Aerospace Center,Institute of Robotics and Mechatronics,Munich,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"German Aerospace Center,Institute of Robotics and Mechatronics,Munich,Germany","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044949916","display_name":"Thomas Hulin","orcid":"https://orcid.org/0000-0002-3814-075X"},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Hulin","raw_affiliation_strings":["Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany","German Aerospace Center,Institute of Robotics and Mechatronics,Munich,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"German Aerospace Center,Institute of Robotics and Mechatronics,Munich,Germany","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057103415","display_name":"Philipp Reisich","orcid":null},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Philipp Reisich","raw_affiliation_strings":["Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany","German Aerospace Center,Institute of Robotics and Mechatronics,Munich,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"German Aerospace Center,Institute of Robotics and Mechatronics,Munich,Germany","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045396522","display_name":"Annika Schmidt","orcid":"https://orcid.org/0000-0002-4718-4201"},"institutions":[{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]},{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Annika Schmidt","raw_affiliation_strings":["Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany","Technical University of Munich, Munich, Germany","Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany; Technical University of Munich, Munich, Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I62916508"]},{"raw_affiliation_string":"Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany; Technical University of Munich, Munich, Germany","institution_ids":["https://openalex.org/I2898391981","https://openalex.org/I62916508"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045503600","display_name":"Aaron Pereira","orcid":"https://orcid.org/0000-0003-3797-2981"},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Aaron Pereira","raw_affiliation_strings":["Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany","German Aerospace Center,Institute of Robotics and Mechatronics,Munich,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"German Aerospace Center,Institute of Robotics and Mechatronics,Munich,Germany","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033486668","display_name":"Stefan Wermter","orcid":"https://orcid.org/0000-0003-1343-4775"},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]},{"id":"https://openalex.org/I884043246","display_name":"Hamburg University of Technology","ror":"https://ror.org/04bs1pb34","country_code":"DE","type":"education","lineage":["https://openalex.org/I884043246"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Wermter","raw_affiliation_strings":["Knowledge Technology Institute, Dept of Informatics, Hamburg University, Hamburg, Germany"],"affiliations":[{"raw_affiliation_string":"Knowledge Technology Institute, Dept of Informatics, Hamburg University, Hamburg, Germany","institution_ids":["https://openalex.org/I159176309","https://openalex.org/I884043246"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005631229","display_name":"Neal Y. Lii","orcid":"https://orcid.org/0000-0002-0801-0823"},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Neal Y. Lii","raw_affiliation_strings":["Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany","German Aerospace Center,Institute of Robotics and Mechatronics,Munich,Germany"],"affiliations":[{"raw_affiliation_string":"Institute of Robotics and Mechatronics, German Aerospace Center, Munich, Germany","institution_ids":["https://openalex.org/I2898391981"]},{"raw_affiliation_string":"German Aerospace Center,Institute of Robotics and Mechatronics,Munich,Germany","institution_ids":["https://openalex.org/I2898391981"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5056889683"],"corresponding_institution_ids":["https://openalex.org/I159176309","https://openalex.org/I2898391981","https://openalex.org/I884043246"],"apc_list":null,"apc_paid":null,"fwci":1.7203,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.82989552,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"713","last_page":"720"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10510","display_name":"Stroke Rehabilitation and Recovery","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/2742","display_name":"Rehabilitation"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10648","display_name":"Virtual Reality Applications and Impacts","score":0.9675999879837036,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/teleoperation","display_name":"Teleoperation","score":0.908635139465332},{"id":"https://openalex.org/keywords/exoskeleton","display_name":"Exoskeleton","score":0.8639920949935913},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.594883143901825},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5909481644630432},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.49181655049324036},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.36350017786026},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3343455493450165},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.2497459053993225},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21723777055740356},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.061603844165802}],"concepts":[{"id":"https://openalex.org/C161759796","wikidata":"https://www.wikidata.org/wiki/Q3982902","display_name":"Teleoperation","level":3,"score":0.908635139465332},{"id":"https://openalex.org/C146549078","wikidata":"https://www.wikidata.org/wiki/Q191944","display_name":"Exoskeleton","level":2,"score":0.8639920949935913},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.594883143901825},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5909481644630432},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.49181655049324036},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.36350017786026},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3343455493450165},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2497459053993225},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21723777055740356},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.061603844165802}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ro-man47096.2020.9223477","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ro-man47096.2020.9223477","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 29th IEEE International Conference on Robot and Human Interactive Communication (RO-MAN)","raw_type":"proceedings-article"},{"id":"pmh:oai:elib.dlr.de:139975","is_oa":false,"landing_page_url":"https://doi.org/10.1109/RO-MAN47096.2020.9223477>.","pdf_url":null,"source":{"id":"https://openalex.org/S4377196266","display_name":"elib (German Aerospace Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2898391981","host_organization_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","host_organization_lineage":["https://openalex.org/I2898391981"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5,"display_name":"Life in Land","id":"https://metadata.un.org/sdg/15"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W130216483","https://openalex.org/W1517911538","https://openalex.org/W1565013751","https://openalex.org/W1925816294","https://openalex.org/W1965361141","https://openalex.org/W1976536305","https://openalex.org/W2000395096","https://openalex.org/W2007769540","https://openalex.org/W2029539380","https://openalex.org/W2060914855","https://openalex.org/W2065900938","https://openalex.org/W2076063138","https://openalex.org/W2085627234","https://openalex.org/W2114537044","https://openalex.org/W2126971410","https://openalex.org/W2128748736","https://openalex.org/W2142916680","https://openalex.org/W2149192758","https://openalex.org/W2153631465","https://openalex.org/W2163141877","https://openalex.org/W2296377172","https://openalex.org/W2548815700","https://openalex.org/W2561111412","https://openalex.org/W2586939926","https://openalex.org/W2735902434","https://openalex.org/W2767619609","https://openalex.org/W2884519094","https://openalex.org/W2891144727","https://openalex.org/W2895806276","https://openalex.org/W2897561720","https://openalex.org/W2967896172","https://openalex.org/W2968301518","https://openalex.org/W2973218076","https://openalex.org/W3005581722","https://openalex.org/W4285719527","https://openalex.org/W6640290305","https://openalex.org/W6738904843","https://openalex.org/W6754744666"],"related_works":["https://openalex.org/W1923069992","https://openalex.org/W2160982102","https://openalex.org/W2048862765","https://openalex.org/W2770942502","https://openalex.org/W4281943815","https://openalex.org/W2364738582","https://openalex.org/W2160932924","https://openalex.org/W2082997813","https://openalex.org/W2296377172","https://openalex.org/W2946737911"],"abstract_inverted_index":{"Telerobotic":[0],"systems":[1],"must":[2],"adapt":[3],"to":[4,23,33,41,78,132,159,167,179,184],"new":[5,185],"environmental":[6],"conditions":[7,186],"and":[8,137],"deal":[9],"with":[10,35,44,54,87,91],"high":[11,79],"uncertainty":[12,120,191],"caused":[13,118],"by":[14,119],"long-time":[15],"delays.":[16],"As":[17],"one":[18],"of":[19],"the":[20,45,66,73,108,112,116,122,134,142,152,168,172],"best":[21],"alternatives":[22],"human-level":[24],"intelligence,":[25],"Reinforcement":[26],"Learning":[27],"(RL)":[28],"may":[29],"offer":[30],"a":[31,55],"solution":[32],"cope":[34],"these":[36],"issues.":[37],"This":[38],"paper":[39],"proposes":[40],"integrate":[42],"RL":[43,125,155],"Model":[46],"Mediated":[47],"Teleoperation":[48],"(MMT)":[49],"concept.":[50],"The":[51,81,94,174],"teleoperator":[52],"interacts":[53],"simulated":[56],"virtual":[57,138],"environment,":[58],"which":[59,102],"provides":[60],"instant":[61],"feedback.":[62],"Whereas":[63],"feedback":[64,71],"from":[65,72],"real":[67],"environment":[68,139],"is":[69,75,83,189],"delayed,":[70],"model":[74,123],"instantaneous,":[76],"leading":[77],"transparency.":[80],"MMT":[82],"realized":[84],"in":[85,107,121],"combination":[86],"an":[88],"intelligent":[89],"system":[90],"two":[92],"layers.":[93],"first":[95],"layer":[96,114],"utilizes":[97],"Dynamic":[98],"Movement":[99],"Primitives":[100],"(DMP)":[101],"accounts":[103],"for":[104,141],"certain":[105],"changes":[106,164],"avatar":[109,135],"environment.":[110],"And,":[111],"second":[113],"addresses":[115],"problems":[117],"using":[124],"methods.":[126],"Augmented":[127],"reality":[128],"was":[129],"also":[130,176],"provided":[131],"fuse":[133],"device":[136],"models":[140],"teleoperator.":[143],"Implemented":[144],"on":[145],"DLR's":[146],"Exodex":[147],"Adam":[148],"hand-arm":[149],"haptic":[150],"exoskeleton,":[151],"results":[153,175],"show":[154,177],"methods":[156],"are":[157,165],"able":[158],"find":[160],"different":[161],"solutions":[162],"when":[163],"applied":[166],"object":[169],"position":[170],"after":[171],"demonstration.":[173],"DMPs":[178],"be":[180],"effective":[181],"at":[182],"adapting":[183],"where":[187],"there":[188],"no":[190],"involved.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":4}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}