{"id":"https://openalex.org/W3209524531","doi":"https://doi.org/10.1109/iv48863.2021.9576031","title":"Speed Tracking Control Using Model-Based Reinforcement Learning in a Real Vehicle","display_name":"Speed Tracking Control Using Model-Based Reinforcement Learning in a Real Vehicle","publication_year":2021,"publication_date":"2021-07-11","ids":{"openalex":"https://openalex.org/W3209524531","doi":"https://doi.org/10.1109/iv48863.2021.9576031","mag":"3209524531"},"language":"en","primary_location":{"id":"doi:10.1109/iv48863.2021.9576031","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv48863.2021.9576031","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080648542","display_name":"Luca Puccetti","orcid":null},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]},{"id":"https://openalex.org/I4210156768","display_name":"BMW Group (Germany)","ror":"https://ror.org/044kkbh92","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210156768"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Luca Puccetti","raw_affiliation_strings":["BMW Group, Munich, Germany","Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BMW Group, Munich, Germany","institution_ids":["https://openalex.org/I4210156768"]},{"raw_affiliation_string":"Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111012253","display_name":"Ahmed Yasser","orcid":null},"institutions":[{"id":"https://openalex.org/I159743108","display_name":"Dortmund University of Applied Sciences and Arts","ror":"https://ror.org/03dv91853","country_code":"DE","type":"education","lineage":["https://openalex.org/I159743108"]},{"id":"https://openalex.org/I4210156768","display_name":"BMW Group (Germany)","ror":"https://ror.org/044kkbh92","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210156768"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Ahmed Yasser","raw_affiliation_strings":["BMW Group, Munich, Germany","FH Dortmund, Dortmund, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BMW Group, Munich, Germany","institution_ids":["https://openalex.org/I4210156768"]},{"raw_affiliation_string":"FH Dortmund, Dortmund, Germany","institution_ids":["https://openalex.org/I159743108"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009225147","display_name":"Christian Rathgeber","orcid":null},"institutions":[{"id":"https://openalex.org/I4210156768","display_name":"BMW Group (Germany)","ror":"https://ror.org/044kkbh92","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210156768"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Rathgeber","raw_affiliation_strings":["BMW Group, Munich, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"BMW Group, Munich, Germany","institution_ids":["https://openalex.org/I4210156768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051411524","display_name":"Andreas Becker","orcid":null},"institutions":[{"id":"https://openalex.org/I159743108","display_name":"Dortmund University of Applied Sciences and Arts","ror":"https://ror.org/03dv91853","country_code":"DE","type":"education","lineage":["https://openalex.org/I159743108"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas Becker","raw_affiliation_strings":["FH Dortmund, Dortmund, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"FH Dortmund, Dortmund, Germany","institution_ids":["https://openalex.org/I159743108"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040502908","display_name":"S\u00f6ren Hohmann","orcid":"https://orcid.org/0000-0002-4170-1431"},"institutions":[{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Soren Hohmann","raw_affiliation_strings":["Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1213","last_page":"1219"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.9818999767303467,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8442505598068237},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7394047379493713},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.7373161315917969},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.7109292149543762},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.5827832221984863},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4790864586830139},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.45595410466194153},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.43994051218032837},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.43176528811454773},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41464167833328247},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.3626691699028015},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.33799412846565247},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15869948267936707},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08867588639259338}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8442505598068237},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7394047379493713},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.7373161315917969},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.7109292149543762},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.5827832221984863},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4790864586830139},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.45595410466194153},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.43994051218032837},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.43176528811454773},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41464167833328247},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3626691699028015},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.33799412846565247},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15869948267936707},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08867588639259338},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iv48863.2021.9576031","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iv48863.2021.9576031","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W178056938","https://openalex.org/W1815076433","https://openalex.org/W2018705428","https://openalex.org/W2075341894","https://openalex.org/W2128786740","https://openalex.org/W2143346970","https://openalex.org/W2165150801","https://openalex.org/W2236623899","https://openalex.org/W2418627435","https://openalex.org/W2496953169","https://openalex.org/W2580909119","https://openalex.org/W2623491082","https://openalex.org/W2915615487","https://openalex.org/W2942608247","https://openalex.org/W2953708620","https://openalex.org/W2963024489","https://openalex.org/W2966348706","https://openalex.org/W2970277495","https://openalex.org/W2973076431","https://openalex.org/W2991199092","https://openalex.org/W3033628625","https://openalex.org/W3038822267","https://openalex.org/W4250979948","https://openalex.org/W4287750003","https://openalex.org/W4288319859","https://openalex.org/W4288363736","https://openalex.org/W4302570325","https://openalex.org/W6638545294","https://openalex.org/W6641780247","https://openalex.org/W6677916085","https://openalex.org/W6684205842","https://openalex.org/W6739193204","https://openalex.org/W6764053384","https://openalex.org/W6764980988","https://openalex.org/W6780856455"],"related_works":["https://openalex.org/W2032233321","https://openalex.org/W3121970507","https://openalex.org/W2171218219","https://openalex.org/W2110028391","https://openalex.org/W1972271943","https://openalex.org/W54497855","https://openalex.org/W2150410159","https://openalex.org/W217960748","https://openalex.org/W3125814499","https://openalex.org/W4306904969"],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"is":[2,12,79,89,105],"a":[3,40,82,109,112,121,140,164],"promising":[4],"method":[5,146],"for":[6,45],"automated":[7],"tuning":[8],"of":[9,29,48,107,123,167],"controllers,":[10],"but":[11,159],"yet":[13],"rarely":[14],"applied":[15],"to":[16,57,139,155,161],"real":[17,113],"systems":[18],"like":[19],"longitudinal":[20],"vehicle":[21,114],"control,":[22],"since":[23],"it":[24],"struggles":[25],"in":[26,111,115,147],"the":[27,46,95,102,133,153],"face":[28],"real-time":[30],"tasks,":[31],"noise,":[32],"partially":[33,60],"observed":[34,61],"dynamics":[35],"and":[36,64,119,127],"delays.":[37],"We":[38],"propose":[39],"model-based":[41],"reinforcement":[42,144],"learning":[43,108,145],"algorithm":[44,67,104],"task":[47],"speed":[49,117],"tracking":[50],"control":[51],"on":[52,69,94],"constrained":[53],"hardware.":[54],"In":[55],"order":[56],"cope":[58],"with":[59,73,120,163],"dynamics,":[62],"delay":[63],"noise":[65,125,169],"our":[66],"relies":[68],"an":[70],"autoregressive":[71],"model":[72],"external":[74],"inputs":[75],"(ARX":[76],"model)":[77],"that":[78,101,132],"learned":[80,96],"using":[81],"decaying":[83],"step":[84],"size.":[85],"The":[86,129],"output":[87],"controller":[88,110,154],"updated":[90],"by":[91],"policy":[92],"search":[93],"model.":[97],"Multiple":[98],"experiments":[99],"show":[100,131],"proposed":[103,134],"capable":[106],"different":[116],"ranges":[118],"variety":[122,166],"exploration":[124,168],"distribution":[126],"amplitudes.":[128],"results":[130,138],"approach":[135],"yields":[136],"similar":[137],"recently":[141],"published":[142],"model-free":[143],"most":[148],"conditions,":[149],"e.g,":[150],"when":[151],"adapting":[152],"very":[156],"low":[157],"speeds,":[158],"succeeds":[160],"learn":[162],"wider":[165],"types.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}