{"id":"https://openalex.org/W4378192391","doi":"https://doi.org/10.1109/icarsc58346.2023.10129618","title":"Simulation-to-Reality Transfer of a Two-Stage Deep Reinforcement Learning Controller for Autonomous Load Carrier Approaching","display_name":"Simulation-to-Reality Transfer of a Two-Stage Deep Reinforcement Learning Controller for Autonomous Load Carrier Approaching","publication_year":2023,"publication_date":"2023-04-26","ids":{"openalex":"https://openalex.org/W4378192391","doi":"https://doi.org/10.1109/icarsc58346.2023.10129618"},"language":"en","primary_location":{"id":"doi:10.1109/icarsc58346.2023.10129618","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icarsc58346.2023.10129618","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Autonomous Robot Systems and Competitions (ICARSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092016353","display_name":"Simon Hadwiger","orcid":null},"institutions":[{"id":"https://openalex.org/I1325886976","display_name":"Siemens (Germany)","ror":"https://ror.org/059mq0909","country_code":"DE","type":"company","lineage":["https://openalex.org/I1325886976"]},{"id":"https://openalex.org/I167360494","display_name":"University of Wuppertal","ror":"https://ror.org/00613ak93","country_code":"DE","type":"education","lineage":["https://openalex.org/I167360494"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Simon Hadwiger","raw_affiliation_strings":["Siemens AG,90475 Nuremberg,Germany","Siemens AG, 90475 Nuremberg, Germany","Institute for Technologies and Management of Digital Transformation, University of Wuppertal, Germany"],"affiliations":[{"raw_affiliation_string":"Siemens AG,90475 Nuremberg,Germany","institution_ids":["https://openalex.org/I1325886976"]},{"raw_affiliation_string":"Siemens AG, 90475 Nuremberg, Germany","institution_ids":["https://openalex.org/I1325886976"]},{"raw_affiliation_string":"Institute for Technologies and Management of Digital Transformation, University of Wuppertal, Germany","institution_ids":["https://openalex.org/I167360494"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091167331","display_name":"Vladimir Lavrik","orcid":"https://orcid.org/0000-0002-6448-2470"},"institutions":[{"id":"https://openalex.org/I1325886976","display_name":"Siemens (Germany)","ror":"https://ror.org/059mq0909","country_code":"DE","type":"company","lineage":["https://openalex.org/I1325886976"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vladimir Lavrik","raw_affiliation_strings":["Siemens AG,90475 Nuremberg,Germany","Siemens AG, 90475 Nuremberg, Germany"],"affiliations":[{"raw_affiliation_string":"Siemens AG,90475 Nuremberg,Germany","institution_ids":["https://openalex.org/I1325886976"]},{"raw_affiliation_string":"Siemens AG, 90475 Nuremberg, Germany","institution_ids":["https://openalex.org/I1325886976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114052501","display_name":"Li Xin Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210096886","display_name":"Siemens (China)","ror":null,"country_code":"CN","type":null,"lineage":["https://openalex.org/I4210096886"]},{"id":"https://openalex.org/I51629411","display_name":"Siemens (China)","ror":"https://ror.org/00v6g9845","country_code":"CN","type":"company","lineage":["https://openalex.org/I1325886976","https://openalex.org/I51629411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Xin Liao","raw_affiliation_strings":["Siemens AG,100102 Beijing,China","Siemens AG, 100102 Beijing, China"],"affiliations":[{"raw_affiliation_string":"Siemens AG,100102 Beijing,China","institution_ids":["https://openalex.org/I4210096886"]},{"raw_affiliation_string":"Siemens AG, 100102 Beijing, China","institution_ids":["https://openalex.org/I51629411"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032638290","display_name":"Tobias Meisen","orcid":"https://orcid.org/0000-0002-1969-559X"},"institutions":[{"id":"https://openalex.org/I167360494","display_name":"University of Wuppertal","ror":"https://ror.org/00613ak93","country_code":"DE","type":"education","lineage":["https://openalex.org/I167360494"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tobias Meisen","raw_affiliation_strings":["University of Wuppertal,Institute for Technologies and Management of Digital Transformation,Germany","Institute for Technologies and Management of Digital Transformation, University of Wuppertal, Germany"],"affiliations":[{"raw_affiliation_string":"University of Wuppertal,Institute for Technologies and Management of Digital Transformation,Germany","institution_ids":["https://openalex.org/I167360494"]},{"raw_affiliation_string":"Institute for Technologies and Management of Digital Transformation, University of Wuppertal, Germany","institution_ids":["https://openalex.org/I167360494"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5092016353"],"corresponding_institution_ids":["https://openalex.org/I1325886976","https://openalex.org/I167360494"],"apc_list":null,"apc_paid":null,"fwci":0.3664,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.56749504,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"232","last_page":"238"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10868","display_name":"Soft Robotics and Applications","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7932146787643433},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6994691491127014},{"id":"https://openalex.org/keywords/augmented-reality","display_name":"Augmented reality","score":0.588735818862915},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5318306088447571},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.4961875081062317},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.45077136158943176},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.42470020055770874},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4242202639579773},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.33917731046676636}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7932146787643433},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6994691491127014},{"id":"https://openalex.org/C153715457","wikidata":"https://www.wikidata.org/wiki/Q254183","display_name":"Augmented reality","level":2,"score":0.588735818862915},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5318306088447571},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.4961875081062317},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.45077136158943176},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.42470020055770874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4242202639579773},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.33917731046676636},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icarsc58346.2023.10129618","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icarsc58346.2023.10129618","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Autonomous Robot Systems and Competitions (ICARSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5699999928474426,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2342662072","https://openalex.org/W2605102758","https://openalex.org/W2781726626","https://openalex.org/W2904246096","https://openalex.org/W2963150697","https://openalex.org/W2963201472","https://openalex.org/W2963390419","https://openalex.org/W2963872524","https://openalex.org/W2990747716","https://openalex.org/W3088310808","https://openalex.org/W3120778962","https://openalex.org/W3160952489","https://openalex.org/W3176659256","https://openalex.org/W3198654193","https://openalex.org/W3216772467","https://openalex.org/W4200225719","https://openalex.org/W4200635426","https://openalex.org/W4288325606","https://openalex.org/W4306884676","https://openalex.org/W4376624717","https://openalex.org/W6704571135","https://openalex.org/W6747473740","https://openalex.org/W6750574679","https://openalex.org/W6757592117","https://openalex.org/W6764322716","https://openalex.org/W6801105959","https://openalex.org/W6804601995","https://openalex.org/W6846642389"],"related_works":["https://openalex.org/W2172197285","https://openalex.org/W2750280393","https://openalex.org/W2355696739","https://openalex.org/W3158001554","https://openalex.org/W2771909920","https://openalex.org/W2028936041","https://openalex.org/W2179141964","https://openalex.org/W4383103690","https://openalex.org/W3143224891","https://openalex.org/W3119112518"],"abstract_inverted_index":{"Nowadays,":[0],"transportation":[1],"tasks":[2],"in":[3,40,44,50,117],"logistic":[4],"and":[5,19,68,159],"manufacturing":[6],"are":[7,32,37],"commonly":[8],"performed":[9],"by":[10,63],"Automated":[11],"Guided":[12],"Vehicles":[13],"(AGV).":[14],"To":[15,100],"enhance":[16],"the":[17,64,70,102,134,141,148,156],"driving":[18],"navigation":[20],"capabilities":[21],"of":[22,140,150,168],"these":[23,54],"AGVs":[24],"agents":[25,36,55],"based":[26,94],"on":[27,95],"Deep":[28],"Reinforcement":[29],"Learning":[30],"(DRL)":[31],"extensively":[33],"researched.":[34],"Such":[35],"usually":[38],"trained":[39],"an":[41,118,151],"end-to-end":[42],"fashion":[43],"simulations.":[45],"However,":[46],"when":[47],"being":[48],"placed":[49,153],"a":[51,83,110,137],"real":[52],"environment":[53,120],"often":[56],"perform":[57],"poorly.":[58],"This":[59],"effect":[60],"is":[61,114,163],"caused":[62],"gap":[65,81,142],"between":[66],"simulation":[67,105],"reality,":[69,107],"so-called":[71],"simulation-to-reality":[72],"(sim-to-real)":[73],"gap.":[74],"In":[75],"this":[76,80],"work":[77],"we":[78,108,146],"mitigate":[79],"for":[82],"state-of-the-art":[84],"DRL":[85],"method":[86],"designed":[87],"to":[88,106,121,165],"approach":[89],"freely":[90],"positioned":[91],"load":[92,123,169],"carriers":[93],"RGB":[96],"image":[97],"data":[98],"[1].":[99],"study":[101],"transfer":[103],"from":[104],"utilize":[109],"monofork":[111],"AGV,":[112],"which":[113],"typically":[115],"used":[116,157],"industrial":[119],"transport":[122],"carriers.":[124,170],"We":[125],"show":[126,160],"that":[127,161],"introducing":[128],"Domain":[129],"Randomization":[130],"(DR)":[131],"techniques":[132],"into":[133],"training":[135],"enables":[136],"successful":[138],"mitigation":[139],"mentioned":[143],"above.":[144],"Additionally,":[145],"compensate":[147],"influence":[149],"inaccurately":[152],"camera,":[154],"extending":[155],"method,":[158],"it":[162],"applicable":[164],"other":[166],"types":[167]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}