{"id":"https://openalex.org/W4387149984","doi":"https://doi.org/10.1145/3565287.3617987","title":"Poster: Unraveling Reward Functions for Head-to-Head Autonomous Racing in AWS DeepRacer","display_name":"Poster: Unraveling Reward Functions for Head-to-Head Autonomous Racing in AWS DeepRacer","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W4387149984","doi":"https://doi.org/10.1145/3565287.3617987"},"language":"en","primary_location":{"id":"doi:10.1145/3565287.3617987","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3565287.3617987","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3565287.3617987","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-fourth International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3565287.3617987","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037756039","display_name":"Allen Tian","orcid":"https://orcid.org/0009-0001-2989-3776"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]},{"id":"https://openalex.org/I40347166","display_name":"University of Chicago","ror":"https://ror.org/024mw5h28","country_code":"US","type":"education","lineage":["https://openalex.org/I40347166"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allen Tian","raw_affiliation_strings":["University of Chicago, Chicago, IL, USA"],"raw_orcid":"https://orcid.org/0009-0001-2989-3776","affiliations":[{"raw_affiliation_string":"University of Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I39422238","https://openalex.org/I40347166"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024853455","display_name":"E John","orcid":"https://orcid.org/0009-0000-8480-8426"},"institutions":[{"id":"https://openalex.org/I16277215","display_name":"University of Houston - Downtown","ror":"https://ror.org/05mj6fy81","country_code":"US","type":"education","lineage":["https://openalex.org/I16277215"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eddy Guerra John","raw_affiliation_strings":["University of Houston Downtown, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0009-0000-8480-8426","affiliations":[{"raw_affiliation_string":"University of Houston Downtown, Houston, TX, USA","institution_ids":["https://openalex.org/I16277215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041356865","display_name":"Kecheng Yang","orcid":"https://orcid.org/0000-0001-9929-9759"},"institutions":[{"id":"https://openalex.org/I13511017","display_name":"Texas State University","ror":"https://ror.org/05h9q1g27","country_code":"US","type":"education","lineage":["https://openalex.org/I13511017"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kecheng Yang","raw_affiliation_strings":["Texas State University, San Marcos, TX, United States of America"],"raw_orcid":"https://orcid.org/0000-0001-9929-9759","affiliations":[{"raw_affiliation_string":"Texas State University, San Marcos, TX, United States of America","institution_ids":["https://openalex.org/I13511017"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13514987,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"592","last_page":"594"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.7027000188827515,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.7027000188827515,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.6466000080108643,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.6463000178337097,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9112576246261597},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6805983781814575},{"id":"https://openalex.org/keywords/mode","display_name":"Mode (computer interface)","score":0.5436779856681824},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5173765420913696},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.49970197677612305},{"id":"https://openalex.org/keywords/head","display_name":"Head (geology)","score":0.4856966435909271},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4796450734138489},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4567086398601532},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.445497989654541},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3237025737762451},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.2845969796180725},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19619178771972656},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.0664069652557373},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.058767855167388916}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9112576246261597},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6805983781814575},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.5436779856681824},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5173765420913696},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.49970197677612305},{"id":"https://openalex.org/C2780312720","wikidata":"https://www.wikidata.org/wiki/Q5689100","display_name":"Head (geology)","level":2,"score":0.4856966435909271},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4796450734138489},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4567086398601532},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.445497989654541},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3237025737762451},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2845969796180725},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19619178771972656},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0664069652557373},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.058767855167388916},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C114793014","wikidata":"https://www.wikidata.org/wiki/Q52109","display_name":"Geomorphology","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3565287.3617987","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3565287.3617987","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3565287.3617987","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-fourth International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3565287.3617987","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3565287.3617987","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3565287.3617987","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-fourth International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8485857338","display_name":"REU Site: Research Experiences for Undergraduates in Edge Computing","funder_award_id":"2149950","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387149984.pdf","grobid_xml":"https://content.openalex.org/works/W4387149984.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W4312249448"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"AWS":[0,59],"DeepRacer":[1],"is":[2,31],"a":[3,35,84,114],"fully":[4],"autonomous":[5],"1/18th":[6],"scale":[7],"race":[8],"car":[9],"designed":[10],"to":[11,37,43,89,107,127],"help":[12],"developers":[13],"learn":[14],"and":[15,22,73,83],"practice":[16],"reinforcement":[17,28,51],"learning":[18,29,48,52],"through":[19],"cloud-based":[20],"simulations":[21,72],"real-world":[23],"racing.":[24],"What":[25],"drives":[26],"the":[27,32,58,105,134,142],"model":[30],"reward":[33,102,137,145],"function,":[34,138],"way":[36],"provide":[38],"positive":[39],"or":[40],"negative":[41],"feedback":[42],"an":[44],"agent,":[45],"guiding":[46],"its":[47],"process":[49],"in":[50,66,94,104,123],"by":[53],"assigning":[54],"numerical":[55],"values.":[56],"In":[57],"training":[60,71,122],"environment,":[61],"there":[62],"are":[63],"multiple":[64],"modes":[65,77],"which":[67],"you":[68],"can":[69],"run":[70],"evaluations":[74],"in.":[75],"These":[76],"include":[78],"Time":[79],"Trial,":[80],"Object":[81,143],"Avoidance,":[82],"relatively":[85],"new":[86,125],"mode:":[87],"Head":[88,106,126],"Bot.":[90],"The":[91,130],"research":[92,115],"done":[93],"this":[95,124],"project":[96],"was":[97],"primarily":[98],"focused":[99],"on":[100],"testing":[101],"functions":[103],"Bot":[108,128],"mode":[109],"as":[110,112,139,141],"well":[111,140],"developing":[113],"function":[116],"that":[117],"would":[118],"be":[119],"suited":[120],"for":[121],"mode.":[129],"developed":[131],"algorithm":[132],"outperformed":[133],"default":[135],"Centerline":[136],"Avoidance":[144],"function.":[146]},"counts_by_year":[],"updated_date":"2026-08-06T08:24:18.245995","created_date":"2025-10-10T00:00:00"}