{"id":"https://openalex.org/W4408697163","doi":"https://doi.org/10.1109/itsc58415.2024.10920216","title":"F1tenth Autonomous Racing With Offline Reinforcement Learning Methods","display_name":"F1tenth Autonomous Racing With Offline Reinforcement Learning Methods","publication_year":2024,"publication_date":"2024-09-24","ids":{"openalex":"https://openalex.org/W4408697163","doi":"https://doi.org/10.1109/itsc58415.2024.10920216"},"language":"en","primary_location":{"id":"doi:10.1109/itsc58415.2024.10920216","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10920216","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109676911","display_name":"Prajwal Koirala","orcid":null},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Prajwal Koirala","raw_affiliation_strings":["Iowa State University,Ames,Iowa"],"affiliations":[{"raw_affiliation_string":"Iowa State University,Ames,Iowa","institution_ids":["https://openalex.org/I173911158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113457201","display_name":"Cody Fleming","orcid":null},"institutions":[{"id":"https://openalex.org/I173911158","display_name":"Iowa State University","ror":"https://ror.org/04rswrd78","country_code":"US","type":"education","lineage":["https://openalex.org/I173911158"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cody Fleming","raw_affiliation_strings":["Iowa State University,Ames,Iowa"],"affiliations":[{"raw_affiliation_string":"Iowa State University,Ames,Iowa","institution_ids":["https://openalex.org/I173911158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5109676911"],"corresponding_institution_ids":["https://openalex.org/I173911158"],"apc_list":null,"apc_paid":null,"fwci":0.2167,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.55692592,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"3922","last_page":"3929"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":0.830299973487854,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12095","display_name":"Vehicle emissions and performance","score":0.830299973487854,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.8220000267028809,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10808","display_name":"Electric and Hybrid Vehicle Technologies","score":0.817799985408783,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7925451993942261},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6816425323486328},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4922267496585846},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45554038882255554},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.37569642066955566},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1509203314781189},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.05183747410774231}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7925451993942261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6816425323486328},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4922267496585846},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45554038882255554},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37569642066955566},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1509203314781189},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.05183747410774231}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/itsc58415.2024.10920216","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc58415.2024.10920216","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 27th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W192920577","https://openalex.org/W1578293866","https://openalex.org/W2295598076","https://openalex.org/W2572416666","https://openalex.org/W2954115742","https://openalex.org/W2978455699","https://openalex.org/W3010072020","https://openalex.org/W3117796851","https://openalex.org/W4211094662","https://openalex.org/W4285102517","https://openalex.org/W4285228542","https://openalex.org/W4360584316","https://openalex.org/W4385245566","https://openalex.org/W4385539610","https://openalex.org/W4390783054","https://openalex.org/W4403337227","https://openalex.org/W6635292102","https://openalex.org/W6683195989","https://openalex.org/W6741002519","https://openalex.org/W6747473740","https://openalex.org/W6748839928","https://openalex.org/W6767604493","https://openalex.org/W6771217966","https://openalex.org/W6776438516","https://openalex.org/W6779265984","https://openalex.org/W6779656125","https://openalex.org/W6779823529","https://openalex.org/W6785559887","https://openalex.org/W6796289742","https://openalex.org/W6796589144","https://openalex.org/W6797204689","https://openalex.org/W6802659552","https://openalex.org/W6804112224","https://openalex.org/W6804601995","https://openalex.org/W6846345420","https://openalex.org/W7047190309"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Autonomous":[0],"racing":[1,31,130],"serves":[2],"as":[3],"a":[4,97],"critical":[5],"platform":[6],"for":[7,168],"evaluating":[8,105],"automated":[9],"driving":[10,173],"systems":[11],"and":[12,114,136,158,161],"enhancing":[13],"vehicle":[14],"mobility":[15],"intelligence.":[16],"This":[17,86],"work":[18],"investigates":[19],"offline":[20,63,93],"reinforcement":[21],"learning":[22],"methods":[23,150],"to":[24,53,69,79,91,111,117,119],"train":[25,92],"agents":[26,50,171],"within":[27],"the":[28,38,44,55,101,138],"dynamic":[29],"F1tenth":[30],"environment.":[32],"The":[33],"study":[34,133],"begins":[35],"by":[36],"exploring":[37],"challenges":[39],"of":[40,100,140],"online":[41],"training":[42,169],"in":[43,121,128,172],"Austria":[45],"race":[46],"track":[47],"environment,":[48],"where":[49],"consistently":[51],"fail":[52],"complete":[54],"laps.":[56],"Consequently,":[57],"this":[58,132],"research":[59],"pivots":[60],"towards":[61],"an":[62],"strategy,":[64],"leveraging":[65],"'expert'":[66],"demonstration":[67],"dataset":[68],"facilitate":[70],"agent":[71],"training.":[72],"A":[73],"waypoint-based":[74],"suboptimal":[75],"controller":[76],"is":[77,88],"developed":[78],"gather":[80],"data":[81,87],"with":[82,96,149],"successful":[83],"lap":[84],"episodes.":[85],"then":[89],"employed":[90],"learning-based":[94],"algorithms,":[95],"subsequent":[98],"analysis":[99],"agents'":[102],"cross-track":[103],"performance,":[104],"their":[106,115],"zero-shot":[107],"transferability":[108],"from":[109],"seen":[110],"unseen":[112],"scenarios":[113],"capacity":[116],"adapt":[118],"changes":[120],"environment":[122],"dynamics.":[123],"Beyond":[124],"mere":[125],"algorithm":[126],"benchmarking":[127],"autonomous":[129,170],"scenarios,":[131],"also":[134],"introduces":[135],"describes":[137],"machinery":[139],"our":[141],"return-conditioned":[142],"decision":[143],"treebased":[144],"policy,":[145],"comparing":[146],"its":[147],"performance":[148],"that":[151],"employ":[152],"fully":[153],"connected":[154],"neural":[155],"networks,":[156],"Transformers,":[157],"Diffusion":[159],"Policies":[160],"highlighting":[162],"some":[163],"insights":[164],"into":[165],"method":[166],"selection":[167],"interactions.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}