{"id":"https://openalex.org/W4408048039","doi":"https://doi.org/10.1109/tvt.2025.3546717","title":"Transfer of Reinforcement Learning-Based Powertrain Controllers From Model- to Hardware-in-the-Loop","display_name":"Transfer of Reinforcement Learning-Based Powertrain Controllers From Model- to Hardware-in-the-Loop","publication_year":2025,"publication_date":"2025-02-28","ids":{"openalex":"https://openalex.org/W4408048039","doi":"https://doi.org/10.1109/tvt.2025.3546717"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2025.3546717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3546717","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046643218","display_name":"Mario Picerno","orcid":"https://orcid.org/0000-0002-8835-3040"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Mario Picerno","raw_affiliation_strings":["Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-8835-3040","affiliations":[{"raw_affiliation_string":"Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072726094","display_name":"Lucas Koch","orcid":"https://orcid.org/0000-0002-7368-8833"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lucas Koch","raw_affiliation_strings":["Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-7368-8833","affiliations":[{"raw_affiliation_string":"Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076375519","display_name":"Kevin Badalian","orcid":"https://orcid.org/0000-0002-5593-0227"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kevin Badalian","raw_affiliation_strings":["Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5593-0227","affiliations":[{"raw_affiliation_string":"Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047891904","display_name":"Marius Wegener","orcid":"https://orcid.org/0000-0001-8715-8609"},"institutions":[{"id":"https://openalex.org/I4210125406","display_name":"FEV (Germany)","ror":"https://ror.org/02xyqwh78","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210125406"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Marius Wegener","raw_affiliation_strings":["FEV Europe GmbH, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8715-8609","affiliations":[{"raw_affiliation_string":"FEV Europe GmbH, Aachen, Germany","institution_ids":["https://openalex.org/I4210125406"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134510020","display_name":"Joschka Schaub","orcid":"https://orcid.org/0009-0005-2824-3850"},"institutions":[{"id":"https://openalex.org/I4210125406","display_name":"FEV (Germany)","ror":"https://ror.org/02xyqwh78","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210125406"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Joschka Schaub","raw_affiliation_strings":["FEV Europe GmbH, Aachen, Germany"],"raw_orcid":"https://orcid.org/0009-0005-2824-3850","affiliations":[{"raw_affiliation_string":"FEV Europe GmbH, Aachen, Germany","institution_ids":["https://openalex.org/I4210125406"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044294757","display_name":"Charles Robert Koch","orcid":"https://orcid.org/0000-0002-6094-5933"},"institutions":[{"id":"https://openalex.org/I154425047","display_name":"University of Alberta","ror":"https://ror.org/0160cpw27","country_code":"CA","type":"education","lineage":["https://openalex.org/I154425047"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Charles R. Koch","raw_affiliation_strings":["Department of Mechanical Engineering, University of Alberta, Edmonton, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of Alberta, Edmonton, AB, Canada","institution_ids":["https://openalex.org/I154425047"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055163459","display_name":"Jakob Andert","orcid":"https://orcid.org/0000-0002-6754-1907"},"institutions":[{"id":"https://openalex.org/I887968799","display_name":"RWTH Aachen University","ror":"https://ror.org/04xfq0f34","country_code":"DE","type":"education","lineage":["https://openalex.org/I887968799"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jakob Andert","raw_affiliation_strings":["Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany"],"raw_orcid":"https://orcid.org/0000-0002-6754-1907","affiliations":[{"raw_affiliation_string":"Teaching and Research Area Mechatronics in Mobile Propulsion, RWTH Aachen University, Aachen, Germany","institution_ids":["https://openalex.org/I887968799"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8025,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83089968,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"74","issue":"7","first_page":"10332","last_page":"10343"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9819999933242798,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10791","display_name":"Advanced Control Systems Optimization","score":0.9790999889373779,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/powertrain","display_name":"Powertrain","score":0.7405300140380859},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.5676023960113525},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5310072898864746},{"id":"https://openalex.org/keywords/transfer-function","display_name":"Transfer function","score":0.4973483383655548},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4859410524368286},{"id":"https://openalex.org/keywords/loop","display_name":"Loop (graph theory)","score":0.4625875651836395},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.45285728573799133},{"id":"https://openalex.org/keywords/hardware-in-the-loop-simulation","display_name":"Hardware-in-the-loop simulation","score":0.42436492443084717},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23367375135421753},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1867641806602478},{"id":"https://openalex.org/keywords/torque","display_name":"Torque","score":0.12166005373001099},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10675048828125}],"concepts":[{"id":"https://openalex.org/C76047896","wikidata":"https://www.wikidata.org/wiki/Q1786258","display_name":"Powertrain","level":3,"score":0.7405300140380859},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.5676023960113525},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5310072898864746},{"id":"https://openalex.org/C81299745","wikidata":"https://www.wikidata.org/wiki/Q334269","display_name":"Transfer function","level":2,"score":0.4973483383655548},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4859410524368286},{"id":"https://openalex.org/C184670325","wikidata":"https://www.wikidata.org/wiki/Q512604","display_name":"Loop (graph theory)","level":2,"score":0.4625875651836395},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.45285728573799133},{"id":"https://openalex.org/C70587628","wikidata":"https://www.wikidata.org/wiki/Q1142371","display_name":"Hardware-in-the-loop simulation","level":2,"score":0.42436492443084717},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23367375135421753},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1867641806602478},{"id":"https://openalex.org/C144171764","wikidata":"https://www.wikidata.org/wiki/Q48103","display_name":"Torque","level":2,"score":0.12166005373001099},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10675048828125},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2025.3546717","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3546717","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4303701741","display_name":"Bundesministerium f\u00fcr Wirtschaft und Klimaschutz","ror":"https://ror.org/02vgg2808"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W1513990534","https://openalex.org/W2083844448","https://openalex.org/W2204090322","https://openalex.org/W2534836658","https://openalex.org/W2590792899","https://openalex.org/W2795676883","https://openalex.org/W2931812583","https://openalex.org/W2947693385","https://openalex.org/W2962977206","https://openalex.org/W2969625533","https://openalex.org/W2971254261","https://openalex.org/W2973229164","https://openalex.org/W3033628625","https://openalex.org/W3041133507","https://openalex.org/W3121342653","https://openalex.org/W3127344709","https://openalex.org/W3137037630","https://openalex.org/W3151677796","https://openalex.org/W3152331843","https://openalex.org/W3164727289","https://openalex.org/W3186212639","https://openalex.org/W3189576409","https://openalex.org/W3194668998","https://openalex.org/W3197248161","https://openalex.org/W3204637417","https://openalex.org/W4206103616","https://openalex.org/W4255421341","https://openalex.org/W4286636751","https://openalex.org/W4306654353","https://openalex.org/W4308842495","https://openalex.org/W4311486598","https://openalex.org/W4321225876","https://openalex.org/W4377971484","https://openalex.org/W4383112908","https://openalex.org/W4386212337","https://openalex.org/W4387319328","https://openalex.org/W4388903439","https://openalex.org/W4389592642","https://openalex.org/W4391392272","https://openalex.org/W4391559564","https://openalex.org/W4391676105","https://openalex.org/W4392499083","https://openalex.org/W4400055391","https://openalex.org/W4402297942","https://openalex.org/W4402402057","https://openalex.org/W6741002519","https://openalex.org/W6752963931","https://openalex.org/W6757469721"],"related_works":["https://openalex.org/W4388980375","https://openalex.org/W2142639873","https://openalex.org/W2360794504","https://openalex.org/W2356035581","https://openalex.org/W3097253201","https://openalex.org/W2069654098","https://openalex.org/W4213388056","https://openalex.org/W4236614235","https://openalex.org/W2618418892","https://openalex.org/W2386589056"],"abstract_inverted_index":{"Developing":[0],"powertrain":[1,46],"control":[2,21,64,95],"functions":[3],"is":[4,28,184],"time-consuming":[5],"and":[6,37,63,73,84,118,196,207],"resource-intensive,":[7],"often":[8,29],"leading":[9],"to":[10,18,31,34,52,77,111,130,145],"sub-optimal":[11],"solutions.":[12],"Reinforcement":[13],"Learning":[14,71],"(RL)":[15],"allows":[16],"agents":[17,48,79,127,146,153],"perform":[19,85],"complex":[20],"tasks":[22],"with":[23,60,104,136],"minimal":[24],"human":[25],"involvement,":[26],"but":[27],"confined":[30],"simulations":[32,76],"due":[33],"testing":[35],"costs":[36],"safety":[38],"concerns.":[39],"To":[40],"effectively":[41],"apply":[42],"RL":[43],"in":[44,87,192],"embedded":[45],"control,":[47],"must":[49],"be":[50],"able":[51],"handle":[53],"real-world":[54,88,157,177],"scenarios,":[55],"particularly":[56],"through":[57],"direct":[58],"interaction":[59],"real":[61,137],"actuators":[62],"systems.":[65],"Therefore,":[66],"this":[67],"research":[68],"applies":[69],"Transfer":[70],"(TL)":[72],"X-in-the-Loop":[74],"(XiL)":[75],"develop":[78],"that":[80,175],"can":[81],"seamlessly":[82],"transition":[83],"robustly":[86],"environments.":[89],"For":[90],"transient":[91],"exhaust":[92],"gas":[93],"re-circulation":[94],"of":[96,199],"an":[97,131],"internal":[98],"combustion":[99],"engine,":[100],"the":[101,123,165,197,200],"process":[102],"begins":[103],"a":[105,113,189],"computationally":[106],"inexpensive":[107],"Model-in-the-Loop":[108],"(MiL)":[109],"simulation":[110],"select":[112],"suitable":[114],"algorithm,":[115],"fine-tune":[116],"hyperparameters,":[117],"conduct":[119],"preliminary":[120],"training.":[121,143],"In":[122],"next":[124],"step,":[125],"pre-trained":[126],"are":[128],"transferred":[129,152],"advanced":[132],"Hardware-in-the-Loop":[133],"(HiL)":[134],"system":[135],"hardware":[138,181],"using":[139],"TL":[140],"for":[141,176],"further":[142],"Compared":[144],"trained":[147],"entirely":[148],"on":[149],"HiL":[150],"systems,":[151],"required":[154],"significantly":[155,202],"less":[156],"training":[158,183,205],"time":[159],"(up":[160],"to$5.9$times":[161],"shorter)":[162],"while":[163],"outperforming":[164],"series":[166],"production":[167],"Engine":[168],"Control":[169],"Unit":[170],"(ECU).":[171],"The":[172],"results":[173],"highlight":[174],"effectiveness,":[178],"integrating":[179],"actual":[180],"into":[182],"essential,":[185],"reward":[186],"fine-tuning":[187],"plays":[188],"critical":[190],"role":[191],"optimizing":[193],"these":[194],"interactions,":[195],"maturity":[198],"policy":[201],"influences":[203],"both":[204],"duration":[206],"overall":[208],"performance.":[209]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-11T07:18:39.950985","created_date":"2025-03-01T00:00:00"}