{"id":"https://openalex.org/W1762180461","doi":"https://doi.org/10.1109/ijcnn.2003.1223890","title":"Reinforcement learning for hierarchical and modular neural network in autonomous robot navigation","display_name":"Reinforcement learning for hierarchical and modular neural network in autonomous robot navigation","publication_year":2004,"publication_date":"2004-03-22","ids":{"openalex":"https://openalex.org/W1762180461","doi":"https://doi.org/10.1109/ijcnn.2003.1223890","mag":"1762180461"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn.2003.1223890","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2003.1223890","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Joint Conference on Neural Networks, 2003.","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039734789","display_name":"Rodrigo Calvo","orcid":"https://orcid.org/0000-0003-0001-021X"},"institutions":[{"id":"https://openalex.org/I123443094","display_name":"Universidade Estadual de Maring\u00e1","ror":"https://ror.org/04bqqa360","country_code":"BR","type":"education","lineage":["https://openalex.org/I123443094"]}],"countries":["BR"],"is_corresponding":true,"raw_author_name":"R. Calvo","raw_affiliation_strings":["Department of Computer Science, State University of Maringa, Maringa, Brazil","Dept. of Comput. Sci., Maringa State Univ., Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, State University of Maringa, Maringa, Brazil","institution_ids":["https://openalex.org/I123443094"]},{"raw_affiliation_string":"Dept. of Comput. Sci., Maringa State Univ., Brazil","institution_ids":["https://openalex.org/I123443094"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102859081","display_name":"Maur\u00edcio Figueiredo","orcid":"https://orcid.org/0000-0002-6940-2492"},"institutions":[{"id":"https://openalex.org/I123443094","display_name":"Universidade Estadual de Maring\u00e1","ror":"https://ror.org/04bqqa360","country_code":"BR","type":"education","lineage":["https://openalex.org/I123443094"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"M. Figueiredo","raw_affiliation_strings":["Department of Computer Science, State University of Maringa, Maringa, Brazil","Dept. of Comput. Sci., Maringa State Univ., Brazil"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, State University of Maringa, Maringa, Brazil","institution_ids":["https://openalex.org/I123443094"]},{"raw_affiliation_string":"Dept. of Comput. Sci., Maringa State Univ., Brazil","institution_ids":["https://openalex.org/I123443094"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5039734789"],"corresponding_institution_ids":["https://openalex.org/I123443094"],"apc_list":null,"apc_paid":null,"fwci":2.2485,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.88793816,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"2","issue":null,"first_page":"1340","last_page":"1345"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8246316313743591},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.7529385089874268},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6860229969024658},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6711685657501221},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6699358820915222},{"id":"https://openalex.org/keywords/modular-neural-network","display_name":"Modular neural network","score":0.6666243672370911},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.6115332841873169},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5305436253547668},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.4928717613220215},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.4891939163208008},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.3744511008262634},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3430938720703125},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.3391655683517456},{"id":"https://openalex.org/keywords/time-delay-neural-network","display_name":"Time delay neural network","score":0.19421181082725525}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8246316313743591},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.7529385089874268},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6860229969024658},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6711685657501221},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6699358820915222},{"id":"https://openalex.org/C2781121602","wikidata":"https://www.wikidata.org/wiki/Q3504403","display_name":"Modular neural network","level":4,"score":0.6666243672370911},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.6115332841873169},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5305436253547668},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.4928717613220215},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.4891939163208008},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.3744511008262634},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3430938720703125},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.3391655683517456},{"id":"https://openalex.org/C175202392","wikidata":"https://www.wikidata.org/wiki/Q2434543","display_name":"Time delay neural network","level":3,"score":0.19421181082725525},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn.2003.1223890","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn.2003.1223890","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the International Joint Conference on Neural Networks, 2003.","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1480643874","https://openalex.org/W1690644297","https://openalex.org/W1932061758","https://openalex.org/W1957742077","https://openalex.org/W1983809482","https://openalex.org/W2070537490","https://openalex.org/W2117757415","https://openalex.org/W2129833719","https://openalex.org/W4244613213","https://openalex.org/W6640878091"],"related_works":["https://openalex.org/W2930076404","https://openalex.org/W4253519380","https://openalex.org/W2071957557","https://openalex.org/W2596413128","https://openalex.org/W2356867392","https://openalex.org/W2913749762","https://openalex.org/W2321940404","https://openalex.org/W2782776446","https://openalex.org/W3043170174","https://openalex.org/W2140606111"],"abstract_inverted_index":{"This":[0],"work":[1],"describes":[2],"an":[3],"autonomous":[4],"navigation":[5,45],"system":[6,20,42,78],"based":[7],"on":[8],"a":[9,85],"modular":[10],"neural":[11,62],"network.":[12],"The":[13],"environment":[14,83],"is":[15],"unknown":[16],"and":[17,32,47,67],"initially":[18],"the":[19,36,41,50,61,76,82],"does":[21],"not":[22],"have":[23],"ability":[24],"to":[25,52,94],"balance":[26],"two":[27],"innate":[28],"behaviors:":[29],"target":[30,65],"seeking":[31],"obstacle":[33],"avoidance.":[34],"As":[35],"robot":[37,51],"experiences":[38],"some":[39],"collisions,":[40],"improves":[43],"its":[44],"strategy":[46],"efficiently":[48],"guides":[49],"targets.":[53],"A":[54],"reinforcement":[55],"learning":[56],"mechanism":[57],"adjusts":[58],"parameters":[59],"of":[60],"networks":[63],"at":[64],"capture":[66],"collision":[68],"moments.":[69],"Simulation":[70],"experiments":[71],"show":[72],"performance":[73],"comparisons.":[74],"Only":[75],"proposed":[77],"reaches":[79],"targets":[80],"if":[81],"presents":[84],"high":[86],"risk":[87],"(dangerous)":[88],"configuration":[89],"(targets":[90],"are":[91],"very":[92],"close":[93],"obstacles).":[95]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2014,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}