{"id":"https://openalex.org/W3004737033","doi":"https://doi.org/10.1109/icar46387.2019.8981598","title":"Deep Reinforcement Learning Control of an Autonomous Wheeled Robot in a Challenge Task: Combined Visual and Dynamics Sensoring","display_name":"Deep Reinforcement Learning Control of an Autonomous Wheeled Robot in a Challenge Task: Combined Visual and Dynamics Sensoring","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3004737033","doi":"https://doi.org/10.1109/icar46387.2019.8981598","mag":"3004737033"},"language":"en","primary_location":{"id":"doi:10.1109/icar46387.2019.8981598","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icar46387.2019.8981598","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 19th International Conference on Advanced Robotics (ICAR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087966932","display_name":"Luiz Afonso Batalha Mar\u00e3o","orcid":null},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I4210092357","display_name":"Institute of Mathematics and Computer Science","ror":"https://ror.org/00fy4at53","country_code":"MD","type":"facility","lineage":["https://openalex.org/I112090838","https://openalex.org/I4210092357"]}],"countries":["BR","MD"],"is_corresponding":false,"raw_author_name":"Luiz Afonso Mar\u00e3o","raw_affiliation_strings":["São Carlos School of Engineering, University of São Paulo,400 Avenida Trabalhador São Carlense, São Carlos/SP,Brazil","S\u00e3o Carlos School of Engineering, University of S\u00e3o Paulo, 400 Avenida Trabalhador S\u00e3o Carlense, S\u00e3o Carlos/SP, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"São Carlos School of Engineering, University of São Paulo,400 Avenida Trabalhador São Carlense, São Carlos/SP,Brazil","institution_ids":["https://openalex.org/I4210092357"]},{"raw_affiliation_string":"S\u00e3o Carlos School of Engineering, University of S\u00e3o Paulo, 400 Avenida Trabalhador S\u00e3o Carlense, S\u00e3o Carlos/SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082810556","display_name":"Larissa Casteluci","orcid":null},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I4210092357","display_name":"Institute of Mathematics and Computer Science","ror":"https://ror.org/00fy4at53","country_code":"MD","type":"facility","lineage":["https://openalex.org/I112090838","https://openalex.org/I4210092357"]}],"countries":["BR","MD"],"is_corresponding":false,"raw_author_name":"Larissa Casteluci","raw_affiliation_strings":["São Carlos School of Engineering, University of São Paulo,400 Avenida Trabalhador São Carlense, São Carlos/SP,Brazil","S\u00e3o Carlos School of Engineering, University of S\u00e3o Paulo, 400 Avenida Trabalhador S\u00e3o Carlense, S\u00e3o Carlos/SP, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"São Carlos School of Engineering, University of São Paulo,400 Avenida Trabalhador São Carlense, São Carlos/SP,Brazil","institution_ids":["https://openalex.org/I4210092357"]},{"raw_affiliation_string":"S\u00e3o Carlos School of Engineering, University of S\u00e3o Paulo, 400 Avenida Trabalhador S\u00e3o Carlense, S\u00e3o Carlos/SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069925920","display_name":"Ricardo V. Godoy","orcid":"https://orcid.org/0000-0002-5323-9299"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I4210092357","display_name":"Institute of Mathematics and Computer Science","ror":"https://ror.org/00fy4at53","country_code":"MD","type":"facility","lineage":["https://openalex.org/I112090838","https://openalex.org/I4210092357"]}],"countries":["BR","MD"],"is_corresponding":false,"raw_author_name":"Ricardo Godoy","raw_affiliation_strings":["São Carlos School of Engineering, University of São Paulo,400 Avenida Trabalhador São Carlense, São Carlos/SP,Brazil","S\u00e3o Carlos School of Engineering, University of S\u00e3o Paulo, 400 Avenida Trabalhador S\u00e3o Carlense, S\u00e3o Carlos/SP, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"São Carlos School of Engineering, University of São Paulo,400 Avenida Trabalhador São Carlense, São Carlos/SP,Brazil","institution_ids":["https://openalex.org/I4210092357"]},{"raw_affiliation_string":"S\u00e3o Carlos School of Engineering, University of S\u00e3o Paulo, 400 Avenida Trabalhador S\u00e3o Carlense, S\u00e3o Carlos/SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090306901","display_name":"Henrique B. Garcia","orcid":"https://orcid.org/0000-0001-6371-9889"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I4210092357","display_name":"Institute of Mathematics and Computer Science","ror":"https://ror.org/00fy4at53","country_code":"MD","type":"facility","lineage":["https://openalex.org/I112090838","https://openalex.org/I4210092357"]}],"countries":["BR","MD"],"is_corresponding":false,"raw_author_name":"Henrique Garcia","raw_affiliation_strings":["São Carlos School of Engineering, University of São Paulo,400 Avenida Trabalhador São Carlense, São Carlos/SP,Brazil","S\u00e3o Carlos School of Engineering, University of S\u00e3o Paulo, 400 Avenida Trabalhador S\u00e3o Carlense, S\u00e3o Carlos/SP, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"São Carlos School of Engineering, University of São Paulo,400 Avenida Trabalhador São Carlense, São Carlos/SP,Brazil","institution_ids":["https://openalex.org/I4210092357"]},{"raw_affiliation_string":"S\u00e3o Carlos School of Engineering, University of S\u00e3o Paulo, 400 Avenida Trabalhador S\u00e3o Carlense, S\u00e3o Carlos/SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059074012","display_name":"Daniel Varela Magalh\u00e3es","orcid":"https://orcid.org/0000-0002-1850-3103"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I4210092357","display_name":"Institute of Mathematics and Computer Science","ror":"https://ror.org/00fy4at53","country_code":"MD","type":"facility","lineage":["https://openalex.org/I112090838","https://openalex.org/I4210092357"]}],"countries":["BR","MD"],"is_corresponding":false,"raw_author_name":"Daniel Varela Magalh\u00e3es","raw_affiliation_strings":["São Carlos School of Engineering, University of São Paulo,400 Avenida Trabalhador São Carlense, São Carlos/SP,Brazil","S\u00e3o Carlos School of Engineering, University of S\u00e3o Paulo, 400 Avenida Trabalhador S\u00e3o Carlense, S\u00e3o Carlos/SP, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"São Carlos School of Engineering, University of São Paulo,400 Avenida Trabalhador São Carlense, São Carlos/SP,Brazil","institution_ids":["https://openalex.org/I4210092357"]},{"raw_affiliation_string":"S\u00e3o Carlos School of Engineering, University of S\u00e3o Paulo, 400 Avenida Trabalhador S\u00e3o Carlense, S\u00e3o Carlos/SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113578620","display_name":"Glauco A. P. Caurin","orcid":"https://orcid.org/0000-0003-0898-1379"},"institutions":[{"id":"https://openalex.org/I17974374","display_name":"Universidade de S\u00e3o Paulo","ror":"https://ror.org/036rp1748","country_code":"BR","type":"education","lineage":["https://openalex.org/I17974374"]},{"id":"https://openalex.org/I4210092357","display_name":"Institute of Mathematics and Computer Science","ror":"https://ror.org/00fy4at53","country_code":"MD","type":"facility","lineage":["https://openalex.org/I112090838","https://openalex.org/I4210092357"]}],"countries":["BR","MD"],"is_corresponding":false,"raw_author_name":"Glauco Caurin","raw_affiliation_strings":["São Carlos School of Engineering, University of São Paulo,400 Avenida Trabalhador São Carlense, São Carlos/SP,Brazil","S\u00e3o Carlos School of Engineering, University of S\u00e3o Paulo, 400 Avenida Trabalhador S\u00e3o Carlense, S\u00e3o Carlos/SP, Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"São Carlos School of Engineering, University of São Paulo,400 Avenida Trabalhador São Carlense, São Carlos/SP,Brazil","institution_ids":["https://openalex.org/I4210092357"]},{"raw_affiliation_string":"S\u00e3o Carlos School of Engineering, University of S\u00e3o Paulo, 400 Avenida Trabalhador S\u00e3o Carlense, S\u00e3o Carlos/SP, Brazil","institution_ids":["https://openalex.org/I17974374"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1093,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.4502924,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"368","last_page":"373"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8593987226486206},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7893060445785522},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7220694422721863},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6072715520858765},{"id":"https://openalex.org/keywords/global-positioning-system","display_name":"Global Positioning System","score":0.5443150997161865},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5217762589454651},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4939804673194885},{"id":"https://openalex.org/keywords/stability","display_name":"Stability (learning theory)","score":0.46963974833488464},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36926889419555664},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.35589513182640076},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2628926634788513},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10079720616340637}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8593987226486206},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7893060445785522},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7220694422721863},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6072715520858765},{"id":"https://openalex.org/C60229501","wikidata":"https://www.wikidata.org/wiki/Q18822","display_name":"Global Positioning System","level":2,"score":0.5443150997161865},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5217762589454651},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4939804673194885},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.46963974833488464},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36926889419555664},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35589513182640076},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2628926634788513},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10079720616340637},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icar46387.2019.8981598","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icar46387.2019.8981598","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 19th International Conference on Advanced Robotics (ICAR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W567721252","https://openalex.org/W1191599655","https://openalex.org/W1547105496","https://openalex.org/W1595483645","https://openalex.org/W1646707810","https://openalex.org/W1757796397","https://openalex.org/W1973390146","https://openalex.org/W2003248131","https://openalex.org/W2007754814","https://openalex.org/W2104335146","https://openalex.org/W2138484437","https://openalex.org/W2143787696","https://openalex.org/W2145339207","https://openalex.org/W2155027007","https://openalex.org/W2155968351","https://openalex.org/W2158782408","https://openalex.org/W2165150801","https://openalex.org/W2169982856","https://openalex.org/W2173564293","https://openalex.org/W2201581102","https://openalex.org/W2554984891","https://openalex.org/W2564410291","https://openalex.org/W2724169821","https://openalex.org/W2736601468","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2766447205","https://openalex.org/W2772709170","https://openalex.org/W2788146012","https://openalex.org/W2789008106","https://openalex.org/W2803308811","https://openalex.org/W2898691144","https://openalex.org/W2909792249","https://openalex.org/W2950471160","https://openalex.org/W2951799221","https://openalex.org/W2962878825","https://openalex.org/W2963423916","https://openalex.org/W2963477884","https://openalex.org/W2963796870","https://openalex.org/W2963864421","https://openalex.org/W2964001908","https://openalex.org/W2964043796","https://openalex.org/W2964333597","https://openalex.org/W2968268581","https://openalex.org/W2990747716","https://openalex.org/W4205326910","https://openalex.org/W4293872189","https://openalex.org/W4298857966","https://openalex.org/W4298876402","https://openalex.org/W4300799055","https://openalex.org/W4302570325","https://openalex.org/W6616173779","https://openalex.org/W6637967152","https://openalex.org/W6683204974","https://openalex.org/W6684205842","https://openalex.org/W6744838376","https://openalex.org/W6755425488"],"related_works":["https://openalex.org/W3162200841","https://openalex.org/W2586280620","https://openalex.org/W2805505483","https://openalex.org/W2334071950","https://openalex.org/W2384744344","https://openalex.org/W4233932308","https://openalex.org/W1799694159","https://openalex.org/W2393169196","https://openalex.org/W2366610330","https://openalex.org/W4242143973"],"abstract_inverted_index":{"This":[0,73],"paper":[1],"presents":[2],"a":[3,9,13,30,58,76,105,118,145],"Deep":[4],"Reinforcement":[5],"Learning":[6],"agent":[7,32],"for":[8],"4-wheeled":[10],"rover":[11,85],"in":[12,57,103,132,148],"multi-goal":[14],"competition":[15],"task,":[16],"under":[17],"the":[18,34,39,70,84,88,95,99,114,123,133,140,153,156],"influence":[19],"of":[20,122,139,152],"noisy":[21,65],"GPS":[22,66],"measurements.":[23],"A":[24],"previous":[25],"related":[26],"work":[27,74],"has":[28],"implemented":[29],"similar":[31],"to":[33,51,61,79,83,111],"same":[35],"task":[36,89],"using":[37],"only":[38],"raw":[40],"dynamics":[41],"measurements":[42],"as":[43,135],"observations.":[44,116],"The":[45,91,137],"Proximal":[46],"Policy":[47],"Optimization":[48],"algorithm":[49,96],"combined":[50],"Universal":[52],"Value":[53],"Function":[54],"Approximators":[55],"resulted":[56],"system":[59],"able":[60],"successfully":[62],"overcome":[63],"very":[64],"observations":[67,86],"and":[68,155],"complete":[69],"challenge":[71],"task.":[72],"introduced":[75],"frontal":[77],"camera":[78,141],"add":[80],"visual":[81],"input":[82,107],"during":[87],"execution.":[90],"main":[92],"change":[93],"on":[94,98],"is":[97],"neural":[100],"networks'":[101],"architectures,":[102],"which":[104],"second":[106],"layer":[108],"was":[109],"added":[110],"deal":[112],"with":[113],"image":[115],"In":[117],"few":[119],"alternate":[120],"versions":[121],"networks,":[124],"Long":[125],"Short-Term":[126],"Memory":[127],"(LSTM)":[128],"cells":[129],"were":[130],"included":[131],"architecture":[134],"well.":[136],"addition":[138],"did":[142],"not":[143],"present":[144],"significant":[146],"increase":[147],"stability":[149],"or":[150],"performance":[151],"network,":[154],"computation":[157],"time":[158],"require":[159],"increased.":[160]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}