{"id":"https://openalex.org/W4377971484","doi":"https://doi.org/10.1109/lra.2023.3279618","title":"Digital Twin of a Driver-in-the-Loop Race Car Simulation With Contextual Reinforcement Learning","display_name":"Digital Twin of a Driver-in-the-Loop Race Car Simulation With Contextual Reinforcement Learning","publication_year":2023,"publication_date":"2023-05-24","ids":{"openalex":"https://openalex.org/W4377971484","doi":"https://doi.org/10.1109/lra.2023.3279618"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2023.3279618","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3279618","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076484800","display_name":"Siwei Ju","orcid":"https://orcid.org/0000-0002-3364-6989"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Siwei Ju","raw_affiliation_strings":["Dr. Ing. h.c. F. Porsche AG, Weissach, Germany"],"affiliations":[{"raw_affiliation_string":"Dr. Ing. h.c. F. Porsche AG, Weissach, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103020630","display_name":"Peter van Vliet","orcid":"https://orcid.org/0000-0002-2148-0328"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peter van Vliet","raw_affiliation_strings":["Dr. Ing. h.c. F. Porsche AG, Weissach, Germany"],"affiliations":[{"raw_affiliation_string":"Dr. Ing. h.c. F. Porsche AG, Weissach, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014519249","display_name":"Oleg Arenz","orcid":"https://orcid.org/0000-0002-9470-2833"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Oleg Arenz","raw_affiliation_strings":["Intelligent Autonomous System, Computer Science Department, Technische Universit&#x00E4;t Darmstadt, Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Intelligent Autonomous System, Computer Science Department, Technische Universit&#x00E4;t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071367253","display_name":"Jan Peters","orcid":"https://orcid.org/0000-0002-5266-8091"},"institutions":[{"id":"https://openalex.org/I31512782","display_name":"Technische Universit\u00e4t Darmstadt","ror":"https://ror.org/05n911h24","country_code":"DE","type":"education","lineage":["https://openalex.org/I31512782"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jan Peters","raw_affiliation_strings":["Intelligent Autonomous System, Computer Science Department, Technische Universit&#x00E4;t Darmstadt, Darmstadt, Germany"],"affiliations":[{"raw_affiliation_string":"Intelligent Autonomous System, Computer Science Department, Technische Universit&#x00E4;t Darmstadt, Darmstadt, Germany","institution_ids":["https://openalex.org/I31512782"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5076484800"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.327,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.79307204,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"8","issue":"7","first_page":"4107","last_page":"4114"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8300623297691345},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6498112678527832},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5877559185028076},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5453556776046753},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.5319329500198364},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5155989527702332},{"id":"https://openalex.org/keywords/human-in-the-loop","display_name":"Human-in-the-loop","score":0.4803406000137329},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.466776043176651},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4516545534133911},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4246056079864502}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8300623297691345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6498112678527832},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5877559185028076},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5453556776046753},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.5319329500198364},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5155989527702332},{"id":"https://openalex.org/C2780626000","wikidata":"https://www.wikidata.org/wiki/Q5936775","display_name":"Human-in-the-loop","level":2,"score":0.4803406000137329},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.466776043176651},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4516545534133911},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4246056079864502},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2023.3279618","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3279618","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.4399999976158142,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W195596278","https://openalex.org/W785882043","https://openalex.org/W1572628958","https://openalex.org/W1612422404","https://openalex.org/W1969789555","https://openalex.org/W2142641780","https://openalex.org/W2290289666","https://openalex.org/W2528519388","https://openalex.org/W2735021678","https://openalex.org/W2736601468","https://openalex.org/W2736791111","https://openalex.org/W2747978387","https://openalex.org/W2748252133","https://openalex.org/W2805397692","https://openalex.org/W2888883372","https://openalex.org/W2954115742","https://openalex.org/W2998378499","https://openalex.org/W3068678661","https://openalex.org/W3135068795","https://openalex.org/W3164280995","https://openalex.org/W3188004887","https://openalex.org/W4210870706","https://openalex.org/W4214717370","https://openalex.org/W4221139754","https://openalex.org/W4295700171","https://openalex.org/W6608012839","https://openalex.org/W6622699872","https://openalex.org/W6642990224","https://openalex.org/W6680724558","https://openalex.org/W6728373020","https://openalex.org/W6741002519","https://openalex.org/W6745381014"],"related_works":["https://openalex.org/W2381850946","https://openalex.org/W4380449851","https://openalex.org/W3125091513","https://openalex.org/W4318832338","https://openalex.org/W4306904969","https://openalex.org/W4288099294","https://openalex.org/W2138720691","https://openalex.org/W2768698792","https://openalex.org/W2782058284","https://openalex.org/W3103937890"],"abstract_inverted_index":{"In":[0,106],"order":[1],"to":[2,43,75,108,119,136,147,159,177,200,208],"facilitate":[3],"rapid":[4],"prototyping":[5],"and":[6,19,47,56,65,91,104,126,198,213],"testing":[7],"in":[8,132,191,231],"the":[9,15,76,80,97,109,155,161,173,178,229,235,244,248],"advanced":[10],"motorsport":[11],"industry,":[12],"we":[13,70],"consider":[14],"problem":[16,42],"of":[17,89,247],"imitating":[18],"outperforming":[20],"professional":[21,156,188],"race":[22,189],"car":[23,241],"drivers":[24],"based":[25],"on":[26,29,169],"demonstrations":[27,78,162],"collected":[28],"a":[30,38,45,72,120,127,140,186,192],"high-fidelity":[31,194],"Driver-in-the-Loop":[32],"(DiL)":[33],"hardware":[34],"simulator.":[35],"We":[36],"formulate":[37],"contextual":[39],"reinforcement":[40,98],"learning":[41,99],"learn":[44],"human-like":[46,67,130],"stochastic":[48],"policy":[49,128],"with":[50,101,129,239],"domain-informed":[51],"choices":[52],"for":[53,96],"states,":[54],"actions,":[55],"reward":[57],"functions.":[58],"To":[59],"leverage":[60],"very":[61],"limited":[62],"training":[63],"data":[64],"build":[66],"diverse":[68],"behavior,":[69],"fit":[71],"probabilistic":[73],"model":[74],"expert":[77],"called":[79],"<italic":[81],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[82],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">reference":[83],"distribution</i>":[84],",":[85],"draw":[86],"samples":[87],"out":[88],"it,":[90],"use":[92],"them":[93],"as":[94],"context":[95],"agent":[100,153,183,205,225],"context-specific":[102],"states":[103],"rewards.":[105],"contrast":[107],"non-human-like":[110],"stochasticity":[111],"introduced":[112],"by":[113,163],"Gaussian":[114],"noise,":[115],"our":[116,152,204,224],"method":[117],"contributes":[118],"more":[121],"effective":[122],"exploration,":[123],"better":[124],"performance":[125,215,232],"variance":[131],"evaluation":[133],"metrics.":[134,216],"Compared":[135],"previous":[137],"work":[138],"using":[139],"behavioral":[141],"cloning":[142],"agent,":[143],"which":[144,171],"is":[145,172,206],"unable":[146],"complete":[148],"competitive":[149],"laps":[150],"robustly,":[151],"outperforms":[154],"driver":[157,190],"used":[158],"collect":[160],"around":[164],"0.4":[165],"seconds":[166],"per":[167],"lap":[168,211,220],"average,":[170],"first":[174],"time":[175,212,221],"known":[176],"authors":[179],"that":[180],"an":[181],"autonomous":[182],"has":[184],"outperformed":[185],"top-class":[187],"state-of-the-art,":[193],"simulation.":[195,250],"Being":[196],"robust":[197],"sensitive":[199],"vehicle":[201],"setup":[202],"changes,":[203],"able":[207],"predict":[209],"plausible":[210],"other":[214],"Furthermore,":[217],"unlike":[218],"traditional":[219],"calculation":[222],"methods,":[223],"indicates":[226],"not":[227],"only":[228],"gain":[230],"but":[233],"also":[234],"driveability":[236],"when":[237],"faced":[238],"modified":[240],"balance,":[242],"facilitating":[243],"digital":[245],"twin":[246],"DiL":[249]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2025-10-10T00:00:00"}