{"id":"https://openalex.org/W4403677066","doi":"https://doi.org/10.1109/case59546.2024.10711561","title":"Improving Generalization in Aerial and Terrestrial Mobile Robots Control Through Delayed Policy Learning","display_name":"Improving Generalization in Aerial and Terrestrial Mobile Robots Control Through Delayed Policy Learning","publication_year":2024,"publication_date":"2024-08-28","ids":{"openalex":"https://openalex.org/W4403677066","doi":"https://doi.org/10.1109/case59546.2024.10711561"},"language":"en","primary_location":{"id":"doi:10.1109/case59546.2024.10711561","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case59546.2024.10711561","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 20th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020504746","display_name":"Ricardo Bedin Grando","orcid":null},"institutions":[{"id":"https://openalex.org/I4210147939","display_name":"Universidad ORT Uruguay","ror":"https://ror.org/03ypykr22","country_code":"UY","type":"education","lineage":["https://openalex.org/I4210147939"]}],"countries":["UY"],"is_corresponding":false,"raw_author_name":"Ricardo B. Grando","raw_affiliation_strings":["Universidad Tecnologica del Uruguay - UTEC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Tecnologica del Uruguay - UTEC","institution_ids":["https://openalex.org/I4210147939"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091483999","display_name":"Raul Steinmetz","orcid":null},"institutions":[{"id":"https://openalex.org/I33501960","display_name":"Universidade Federal de Santa Maria","ror":"https://ror.org/01b78mz79","country_code":"BR","type":"education","lineage":["https://openalex.org/I33501960"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Raul Steinmetz","raw_affiliation_strings":["Universidade Federal de Santa Maria - UFSM"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Santa Maria - UFSM","institution_ids":["https://openalex.org/I33501960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061075103","display_name":"Victor Augusto Kich","orcid":"https://orcid.org/0000-0002-0547-5510"},"institutions":[{"id":"https://openalex.org/I146399215","display_name":"University of Tsukuba","ror":"https://ror.org/02956yf07","country_code":"JP","type":"education","lineage":["https://openalex.org/I146399215"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Victor A. Kich","raw_affiliation_strings":["University of Tsukuba"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tsukuba","institution_ids":["https://openalex.org/I146399215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061106812","display_name":"Alisson Henrique Kolling","orcid":null},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Alisson H. Kolling","raw_affiliation_strings":["Universidade Federal de Rio Grande - FURG"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Rio Grande - FURG","institution_ids":["https://openalex.org/I126460647"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099042082","display_name":"Pablo M. Furik","orcid":null},"institutions":[{"id":"https://openalex.org/I4210147939","display_name":"Universidad ORT Uruguay","ror":"https://ror.org/03ypykr22","country_code":"UY","type":"education","lineage":["https://openalex.org/I4210147939"]}],"countries":["UY"],"is_corresponding":false,"raw_author_name":"Pablo M. Furik","raw_affiliation_strings":["Universidad Tecnologica del Uruguay - UTEC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Tecnologica del Uruguay - UTEC","institution_ids":["https://openalex.org/I4210147939"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011219553","display_name":"Junior Costa de Jesus","orcid":"https://orcid.org/0000-0002-8819-1168"},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Junior C. de Jesus","raw_affiliation_strings":["Universidade Federal de Rio Grande - FURG"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Rio Grande - FURG","institution_ids":["https://openalex.org/I126460647"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065959379","display_name":"Bruna Guterres","orcid":"https://orcid.org/0000-0001-6044-0671"},"institutions":[{"id":"https://openalex.org/I4210147939","display_name":"Universidad ORT Uruguay","ror":"https://ror.org/03ypykr22","country_code":"UY","type":"education","lineage":["https://openalex.org/I4210147939"]}],"countries":["UY"],"is_corresponding":false,"raw_author_name":"Bruna V. Guterres","raw_affiliation_strings":["Universidad Tecnologica del Uruguay - UTEC"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad Tecnologica del Uruguay - UTEC","institution_ids":["https://openalex.org/I4210147939"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104321843","display_name":"Daniel T. Gamarra","orcid":null},"institutions":[{"id":"https://openalex.org/I33501960","display_name":"Universidade Federal de Santa Maria","ror":"https://ror.org/01b78mz79","country_code":"BR","type":"education","lineage":["https://openalex.org/I33501960"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Daniel T. Gamarra","raw_affiliation_strings":["Universidade Federal de Santa Maria - UFSM"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Santa Maria - UFSM","institution_ids":["https://openalex.org/I33501960"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017613080","display_name":"Rodrigo da Silva Guerra","orcid":"https://orcid.org/0000-0003-4011-0901"},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Rodrigo S. Guerra","raw_affiliation_strings":["Universidade Federal de Rio Grande - FURG"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Rio Grande - FURG","institution_ids":["https://openalex.org/I126460647"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055665808","display_name":"Lukas Drews","orcid":null},"institutions":[{"id":"https://openalex.org/I126460647","display_name":"Universidade Federal do Rio Grande","ror":"https://ror.org/05hpfkn88","country_code":"BR","type":"education","lineage":["https://openalex.org/I126460647"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"L. J. Drews","raw_affiliation_strings":["Universidade Federal de Rio Grande - FURG"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidade Federal de Rio Grande - FURG","institution_ids":["https://openalex.org/I126460647"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.2219,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.83315337,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1028","last_page":"1033"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7904409170150757},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.6665096879005432},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6379637122154236},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5403632521629333},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.48624029755592346},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4507862329483032},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12060552835464478}],"concepts":[{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7904409170150757},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.6665096879005432},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6379637122154236},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5403632521629333},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.48624029755592346},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4507862329483032},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12060552835464478},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/case59546.2024.10711561","is_oa":false,"landing_page_url":"https://doi.org/10.1109/case59546.2024.10711561","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 20th International Conference on Automation Science and Engineering (CASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1836465849","https://openalex.org/W1988790447","https://openalex.org/W2145339207","https://openalex.org/W2465948386","https://openalex.org/W2575705757","https://openalex.org/W2947474832","https://openalex.org/W3005166619","https://openalex.org/W3088314378","https://openalex.org/W3120739971","https://openalex.org/W3205321526","https://openalex.org/W3207080284","https://openalex.org/W4210643767","https://openalex.org/W4292874185","https://openalex.org/W4312862363","https://openalex.org/W4313484878","https://openalex.org/W4313496145","https://openalex.org/W4313496152","https://openalex.org/W4389332202","https://openalex.org/W4389332619","https://openalex.org/W6674330103","https://openalex.org/W6677916085","https://openalex.org/W6682824805","https://openalex.org/W6684921986","https://openalex.org/W6739879593","https://openalex.org/W6748230616","https://openalex.org/W6748839928","https://openalex.org/W6750629867","https://openalex.org/W6754521519","https://openalex.org/W6754629161","https://openalex.org/W6756103505","https://openalex.org/W6756840741","https://openalex.org/W6771740491","https://openalex.org/W6780189587","https://openalex.org/W6784098896"],"related_works":["https://openalex.org/W3162204513","https://openalex.org/W2371138613","https://openalex.org/W2048963458","https://openalex.org/W43109613","https://openalex.org/W2359952343","https://openalex.org/W2239445980","https://openalex.org/W2080152487","https://openalex.org/W3083152911","https://openalex.org/W2122871747","https://openalex.org/W3114279067"],"abstract_inverted_index":{"Deep":[0],"Reinforcement":[1],"Learning":[2],"(DRL)":[3],"has":[4,26],"emerged":[5],"as":[6],"a":[7,17],"promising":[8],"approach":[9],"to":[10,73],"enhance":[11],"motion":[12],"control":[13],"and":[14,40,56,76,89,107,120],"decision-making":[15],"through":[16],"wide":[18],"range":[19],"of":[20,30,63,81,85,105],"robotic":[21],"applications.":[22],"While":[23],"prior":[24],"research":[25],"demonstrated":[27],"the":[28,61,64,78,103,109],"efficacy":[29],"DRL":[31],"algorithms":[32],"in":[33,93],"facilitating":[34],"autonomous":[35],"mapless":[36],"navigation":[37],"for":[38,87,112],"aerial":[39,88],"terrestrial":[41,90],"mobile":[42,91],"robots,":[43],"these":[44],"methods":[45],"often":[46],"grapple":[47],"with":[48,53],"poor":[49],"generalization":[50,72,106],"when":[51],"faced":[52],"unknown":[54,121],"tasks":[55,119],"environments.":[57],"This":[58],"paper":[59],"explores":[60],"impact":[62],"Delayed":[65],"Policy":[66],"Updates":[67],"(DPU)":[68],"technique":[69,100],"on":[70],"fostering":[71],"new":[74],"situations":[75],"bolstering":[77],"overall":[79],"performance":[80],"agents.":[82],"Our":[83],"analysis":[84],"DPU":[86],"robots":[92],"four":[94],"simulated":[95],"environments":[96],"reveals":[97],"that":[98],"this":[99],"significantly":[101],"curtails":[102],"lack":[104],"accelerates":[108],"learning":[110],"process":[111],"agents,":[113],"enhancing":[114],"their":[115],"efficiency":[116],"across":[117],"diverse":[118],"scenarios.":[122]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}