{"id":"https://openalex.org/W3161533296","doi":"https://doi.org/10.1109/icce50685.2021.9427675","title":"Robot Training and Navigation through the Deep Q-Learning Algorithm","display_name":"Robot Training and Navigation through the Deep Q-Learning Algorithm","publication_year":2021,"publication_date":"2021-01-10","ids":{"openalex":"https://openalex.org/W3161533296","doi":"https://doi.org/10.1109/icce50685.2021.9427675","mag":"3161533296"},"language":"en","primary_location":{"id":"doi:10.1109/icce50685.2021.9427675","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icce50685.2021.9427675","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Consumer Electronics (ICCE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042991502","display_name":"Madson Rodrigues Lemos","orcid":null},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"Madson Rodrigues Lemos","raw_affiliation_strings":["Institute of Exact Sciences and Technology, Federal University of Amazonas, Itacoatiara, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Exact Sciences and Technology, Federal University of Amazonas, Itacoatiara, Brazil","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019738459","display_name":"Anne Vitoria Rodrigues de Souza","orcid":null},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Anne Vitoria Rodrigues de Souza","raw_affiliation_strings":["Institute of Exact Sciences and Technology, Federal University of Amazonas, Itacoatiara, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Exact Sciences and Technology, Federal University of Amazonas, Itacoatiara, Brazil","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053875688","display_name":"Renato Souza de Lira","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Renato Souza de Lira","raw_affiliation_strings":["Cal-Comp Institute of Technology, Manaus, Brazil"],"affiliations":[{"raw_affiliation_string":"Cal-Comp Institute of Technology, Manaus, Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039030970","display_name":"Carlos Alberto Oliveira de Freitas","orcid":"https://orcid.org/0000-0002-8913-953X"},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Carlos Alberto Oliveira de Freitas","raw_affiliation_strings":["Institute of Exact Sciences and Technology, Federal University of Amazonas, Itacoatiara, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Exact Sciences and Technology, Federal University of Amazonas, Itacoatiara, Brazil","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071357442","display_name":"Vandermi Jo\u00e3o da Silva","orcid":"https://orcid.org/0000-0002-2166-3351"},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Vandermi Joao da Silva","raw_affiliation_strings":["Institute of Exact Sciences and Technology, Federal University of Amazonas, Itacoatiara, Brazil"],"affiliations":[{"raw_affiliation_string":"Institute of Exact Sciences and Technology, Federal University of Amazonas, Itacoatiara, Brazil","institution_ids":["https://openalex.org/I62885914"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041210740","display_name":"Vicente Ferreira de Lucena","orcid":"https://orcid.org/0000-0001-9864-2850"},"institutions":[{"id":"https://openalex.org/I62885914","display_name":"Universidade Federal do Amazonas","ror":"https://ror.org/02263ky35","country_code":"BR","type":"education","lineage":["https://openalex.org/I62885914"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Vicente Ferreira de Lucena","raw_affiliation_strings":["PPGI, PPGEE, CETELI, Federal University of Amazonas, Manaus, Brazil"],"affiliations":[{"raw_affiliation_string":"PPGI, PPGEE, CETELI, Federal University of Amazonas, Manaus, Brazil","institution_ids":["https://openalex.org/I62885914"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5042991502"],"corresponding_institution_ids":["https://openalex.org/I62885914"],"apc_list":null,"apc_paid":null,"fwci":0.3056,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.5766799,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"9","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mqtt","display_name":"MQTT","score":0.7923252582550049},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7314009666442871},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.6803361177444458},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6411240100860596},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6401113867759705},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.627168595790863},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5541483759880066},{"id":"https://openalex.org/keywords/mobile-robot-navigation","display_name":"Mobile robot navigation","score":0.5388457775115967},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.49864697456359863},{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.45896223187446594},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4138548970222473},{"id":"https://openalex.org/keywords/communications-protocol","display_name":"Communications protocol","score":0.41273146867752075},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.37044423818588257},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.34061434864997864},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.2278432548046112},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.21130028367042542},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.18204590678215027},{"id":"https://openalex.org/keywords/internet-of-things","display_name":"Internet of Things","score":0.09308561682701111}],"concepts":[{"id":"https://openalex.org/C132868160","wikidata":"https://www.wikidata.org/wiki/Q10322548","display_name":"MQTT","level":3,"score":0.7923252582550049},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7314009666442871},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.6803361177444458},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6411240100860596},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6401113867759705},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.627168595790863},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5541483759880066},{"id":"https://openalex.org/C26990112","wikidata":"https://www.wikidata.org/wiki/Q6887224","display_name":"Mobile robot navigation","level":5,"score":0.5388457775115967},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.49864697456359863},{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.45896223187446594},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4138548970222473},{"id":"https://openalex.org/C12269588","wikidata":"https://www.wikidata.org/wiki/Q132364","display_name":"Communications protocol","level":2,"score":0.41273146867752075},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37044423818588257},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.34061434864997864},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2278432548046112},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.21130028367042542},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.18204590678215027},{"id":"https://openalex.org/C81860439","wikidata":"https://www.wikidata.org/wiki/Q251212","display_name":"Internet of Things","level":2,"score":0.09308561682701111},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icce50685.2021.9427675","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icce50685.2021.9427675","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Consumer Electronics (ICCE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W114276366","https://openalex.org/W1568088346","https://openalex.org/W1980516134","https://openalex.org/W2769494446","https://openalex.org/W2807241675","https://openalex.org/W2905458166","https://openalex.org/W2933765113","https://openalex.org/W2966577325","https://openalex.org/W2972350003"],"related_works":["https://openalex.org/W3183163329","https://openalex.org/W2610609424","https://openalex.org/W3211572296","https://openalex.org/W3096163214","https://openalex.org/W4321463302","https://openalex.org/W4285502555","https://openalex.org/W2508806668","https://openalex.org/W2212697381","https://openalex.org/W3037977702","https://openalex.org/W2156828234"],"abstract_inverted_index":{"The":[0,23],"paper":[1],"aims":[2],"to":[3,12,18,27],"present":[4,84],"the":[5,13,43,48,59,71,73,78,86,89],"results":[6],"of":[7,10,50],"an":[8,31,51,68],"assessment":[9],"adherence":[11],"Deep":[14,44],"Q-learning":[15,45],"algorithm,":[16,46],"applied":[17],"a":[19,36],"vehicular":[20],"navigation":[21,66],"robot.":[22],"robot's":[24],"job":[25],"was":[26,39],"transport":[28],"parts":[29],"through":[30,88],"environment,":[32],"for":[33],"this":[34],"purpose,":[35],"decision":[37],"system":[38],"built":[40],"based":[41],"on":[42],"with":[47,80],"aid":[49],"artificial":[52],"neural":[53],"network":[54,79],"that":[55],"received":[56],"data":[57],"from":[58],"sensors":[60],"as":[61],"input":[62],"and":[63],"allowed":[64],"autonomous":[65],"in":[67,85],"environment.":[69],"For":[70],"experiments,":[72],"mobile":[74],"robot-maintained":[75],"communication":[76],"via":[77],"other":[81],"robotic":[82],"components":[83],"environment":[87],"MQTT":[90],"protocol.":[91]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}