{"id":"https://openalex.org/W2113226229","doi":"https://doi.org/10.1109/urai.2011.6145931","title":"Q learning behavior on autonomous navigation of physical robot","display_name":"Q learning behavior on autonomous navigation of physical robot","publication_year":2011,"publication_date":"2011-11-01","ids":{"openalex":"https://openalex.org/W2113226229","doi":"https://doi.org/10.1109/urai.2011.6145931","mag":"2113226229"},"language":"en","primary_location":{"id":"doi:10.1109/urai.2011.6145931","is_oa":false,"landing_page_url":"https://doi.org/10.1109/urai.2011.6145931","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 8th International Conference on Ubiquitous Robots and Ambient Intelligence (URAI)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090057360","display_name":"Handy Wicaksono","orcid":"https://orcid.org/0000-0002-3763-9065"},"institutions":[{"id":"https://openalex.org/I114202661","display_name":"Petra Christian University","ror":"https://ror.org/045e97x26","country_code":"ID","type":"education","lineage":["https://openalex.org/I114202661"]}],"countries":["ID"],"is_corresponding":true,"raw_author_name":"H. Wicaksono","raw_affiliation_strings":["Department of Electrical Engineering, Petra Christian University, Surabaya, Indonesia","[Department of Electrical Engineering Petra Christian University, Surabaya, Indonesia]"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Petra Christian University, Surabaya, Indonesia","institution_ids":["https://openalex.org/I114202661"]},{"raw_affiliation_string":"[Department of Electrical Engineering Petra Christian University, Surabaya, Indonesia]","institution_ids":["https://openalex.org/I114202661"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5090057360"],"corresponding_institution_ids":["https://openalex.org/I114202661"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.17939704,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"1","issue":null,"first_page":"50","last_page":"54"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robot-learning","display_name":"Robot learning","score":0.7694852948188782},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.730063259601593},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6571476459503174},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6459615230560303},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6069758534431458},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5830248594284058},{"id":"https://openalex.org/keywords/behavior-based-robotics","display_name":"Behavior-based robotics","score":0.5579929947853088},{"id":"https://openalex.org/keywords/autonomous-robot","display_name":"Autonomous robot","score":0.5425328612327576},{"id":"https://openalex.org/keywords/robot-control","display_name":"Robot control","score":0.5095796585083008},{"id":"https://openalex.org/keywords/mobile-robot-navigation","display_name":"Mobile robot navigation","score":0.5011990070343018},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.46544349193573},{"id":"https://openalex.org/keywords/social-robot","display_name":"Social robot","score":0.4618123769760132},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.4246792197227478}],"concepts":[{"id":"https://openalex.org/C188888258","wikidata":"https://www.wikidata.org/wiki/Q7353390","display_name":"Robot learning","level":4,"score":0.7694852948188782},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.730063259601593},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6571476459503174},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6459615230560303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6069758534431458},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5830248594284058},{"id":"https://openalex.org/C19766214","wikidata":"https://www.wikidata.org/wiki/Q4880688","display_name":"Behavior-based robotics","level":4,"score":0.5579929947853088},{"id":"https://openalex.org/C2778835581","wikidata":"https://www.wikidata.org/wiki/Q2916098","display_name":"Autonomous robot","level":4,"score":0.5425328612327576},{"id":"https://openalex.org/C65401140","wikidata":"https://www.wikidata.org/wiki/Q7353385","display_name":"Robot control","level":4,"score":0.5095796585083008},{"id":"https://openalex.org/C26990112","wikidata":"https://www.wikidata.org/wiki/Q6887224","display_name":"Mobile robot navigation","level":5,"score":0.5011990070343018},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.46544349193573},{"id":"https://openalex.org/C162947575","wikidata":"https://www.wikidata.org/wiki/Q2005645","display_name":"Social robot","level":5,"score":0.4618123769760132},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.4246792197227478}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/urai.2011.6145931","is_oa":false,"landing_page_url":"https://doi.org/10.1109/urai.2011.6145931","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 8th International Conference on Ubiquitous Robots and Ambient Intelligence (URAI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1136193735","https://openalex.org/W1535640688","https://openalex.org/W2057760716","https://openalex.org/W2097856935","https://openalex.org/W2104897808","https://openalex.org/W2121863487","https://openalex.org/W2152827112","https://openalex.org/W2304374554","https://openalex.org/W2507176558","https://openalex.org/W4214717370","https://openalex.org/W4285719527","https://openalex.org/W6631927262","https://openalex.org/W6664842906","https://openalex.org/W6697671106","https://openalex.org/W6725189549"],"related_works":["https://openalex.org/W1987864653","https://openalex.org/W2171128163","https://openalex.org/W2909564046","https://openalex.org/W2113226229","https://openalex.org/W2724299411","https://openalex.org/W1991204540","https://openalex.org/W4225138431","https://openalex.org/W4205830498","https://openalex.org/W2151908411","https://openalex.org/W2808171219"],"abstract_inverted_index":{"Behavior":[0],"based":[1],"architecture":[2,21],"gives":[3],"robot":[4,52,79,104],"fast":[5],"and":[6,29,59],"reliable":[7],"action.":[8],"If":[9],"there":[10],"are":[11],"many":[12],"behaviors":[13],"in":[14,37,51,77,89,101],"robot,":[15],"behavior":[16,23,76],"coordination":[17,24],"is":[18,22,42,56,98],"needed.":[19],"Subsumption":[20],"method":[25,46],"that":[26,47],"give":[27],"quick":[28],"robust":[30],"response.":[31],"Learning":[32,81],"mechanism":[33,72],"improve":[34],"robot's":[35,87],"performance":[36,88],"handling":[38],"uncertainty.":[39],"Q":[40,65,84,95],"learning":[41,45,53,66,71,85,90,96],"popular":[43],"reinforcement":[44],"has":[48],"been":[49],"used":[50,69],"because":[54],"it":[55],"simple,":[57],"convergent":[58],"off":[60],"policy.":[61],"In":[62],"this":[63],"paper,":[64],"will":[67],"be":[68],"as":[70],"for":[73],"obstacle":[74],"avoidance":[75],"autonomous":[78],"navigation.":[80],"rate":[82],"of":[83],"affect":[86],"phase.":[91],"As":[92],"the":[93],"result,":[94],"algorithm":[97],"successfully":[99],"implemented":[100],"a":[102],"physical":[103],"with":[105],"its":[106],"imperfect":[107],"environment.":[108]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}