{"id":"https://openalex.org/W1984839816","doi":"https://doi.org/10.4018/ijimr.2013010105","title":"An Advance Q Learning (AQL) Approach for Path Planning and Obstacle Avoidance of a Mobile Robot","display_name":"An Advance Q Learning (AQL) Approach for Path Planning and Obstacle Avoidance of a Mobile Robot","publication_year":2013,"publication_date":"2013-01-01","ids":{"openalex":"https://openalex.org/W1984839816","doi":"https://doi.org/10.4018/ijimr.2013010105","mag":"1984839816"},"language":"en","primary_location":{"id":"doi:10.4018/ijimr.2013010105","is_oa":false,"landing_page_url":"https://doi.org/10.4018/ijimr.2013010105","pdf_url":null,"source":{"id":"https://openalex.org/S4210174632","display_name":"International Journal of Intelligent Mechatronics and Robotics","issn_l":"2156-1656","issn":["2156-1656","2156-1664"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320424","host_organization_name":"IGI Global","host_organization_lineage":["https://openalex.org/P4310320424"],"host_organization_lineage_names":["IGI Global"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Mechatronics and Robotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083568974","display_name":"Arpita Chakraborty","orcid":"https://orcid.org/0000-0002-6112-9858"},"institutions":[{"id":"https://openalex.org/I99601430","display_name":"Maulana Abul Kalam Azad University of Technology, West Bengal","ror":"https://ror.org/030tcae29","country_code":"IN","type":"education","lineage":["https://openalex.org/I99601430"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Arpita Chakraborty","raw_affiliation_strings":["Bengal Institute of Technology, Kolkata, West Bengal, India"],"affiliations":[{"raw_affiliation_string":"Bengal Institute of Technology, Kolkata, West Bengal, India","institution_ids":["https://openalex.org/I99601430"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056134365","display_name":"Jyoti Sekhar Banerjee","orcid":"https://orcid.org/0000-0001-7896-5206"},"institutions":[{"id":"https://openalex.org/I99601430","display_name":"Maulana Abul Kalam Azad University of Technology, West Bengal","ror":"https://ror.org/030tcae29","country_code":"IN","type":"education","lineage":["https://openalex.org/I99601430"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Jyoti Sekhar Banerjee","raw_affiliation_strings":["Bengal Institute of Technology, Kolkata, West Bengal, India"],"affiliations":[{"raw_affiliation_string":"Bengal Institute of Technology, Kolkata, West Bengal, India","institution_ids":["https://openalex.org/I99601430"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5083568974"],"corresponding_institution_ids":["https://openalex.org/I99601430"],"apc_list":null,"apc_paid":null,"fwci":0.5443,"has_fulltext":false,"cited_by_count":24,"citation_normalized_percentile":{"value":0.68334244,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"3","issue":"1","first_page":"53","last_page":"73"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12288","display_name":"Optimization and Search Problems","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8460637331008911},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.7411704659461975},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.73322993516922},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6484398245811462},{"id":"https://openalex.org/keywords/obstacle-avoidance","display_name":"Obstacle avoidance","score":0.6180517077445984},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.6013743281364441},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.581534743309021},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.5141056180000305},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.5140515565872192},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5025594234466553},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.47543931007385254},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4410717487335205},{"id":"https://openalex.org/keywords/penalty-method","display_name":"Penalty method","score":0.4239223599433899},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.41376349329948425},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.40385866165161133},{"id":"https://openalex.org/keywords/collision","display_name":"Collision","score":0.34764569997787476},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3232557475566864},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1744082272052765}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8460637331008911},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.7411704659461975},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.73322993516922},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6484398245811462},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.6180517077445984},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.6013743281364441},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.581534743309021},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.5141056180000305},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5140515565872192},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5025594234466553},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.47543931007385254},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4410717487335205},{"id":"https://openalex.org/C6180225","wikidata":"https://www.wikidata.org/wiki/Q3411771","display_name":"Penalty method","level":2,"score":0.4239223599433899},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.41376349329948425},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40385866165161133},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.34764569997787476},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3232557475566864},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1744082272052765},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.4018/ijimr.2013010105","is_oa":false,"landing_page_url":"https://doi.org/10.4018/ijimr.2013010105","pdf_url":null,"source":{"id":"https://openalex.org/S4210174632","display_name":"International Journal of Intelligent Mechatronics and Robotics","issn_l":"2156-1656","issn":["2156-1656","2156-1664"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320424","host_organization_name":"IGI Global","host_organization_lineage":["https://openalex.org/P4310320424"],"host_organization_lineage_names":["IGI Global"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Mechatronics and Robotics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W3551423","https://openalex.org/W32403112","https://openalex.org/W1626155273","https://openalex.org/W2013420764","https://openalex.org/W2035116228","https://openalex.org/W2056769181","https://openalex.org/W2080889016","https://openalex.org/W2101938656","https://openalex.org/W2106570071","https://openalex.org/W2108886361","https://openalex.org/W2114751302","https://openalex.org/W2126173398","https://openalex.org/W2135647874","https://openalex.org/W2136962080","https://openalex.org/W2142400660","https://openalex.org/W2145980396","https://openalex.org/W2154808077","https://openalex.org/W2159806872","https://openalex.org/W2164060583","https://openalex.org/W2168592488","https://openalex.org/W6678852296"],"related_works":["https://openalex.org/W2913749762","https://openalex.org/W4380590094","https://openalex.org/W2050548713","https://openalex.org/W2140606111","https://openalex.org/W2991662304","https://openalex.org/W3119736302","https://openalex.org/W2794689129","https://openalex.org/W3200041777","https://openalex.org/W2785353696","https://openalex.org/W4381746183"],"abstract_inverted_index":{"The":[0,120,149,207],"goal":[1],"of":[2,10,20,74,109,122,146,209,251],"this":[3,31,67],"paper":[4,68],"is":[5,212],"to":[6,23,61,86,177,182,184],"improve":[7],"the":[8,11,17,33,92,97,130,142,153,157,174,185,189,210,234,239,255],"performance":[9],"well":[12,165],"known":[13],"Q":[14,34,39,43,154,235,242],"learning":[15,22,35,44,131,243],"algorithm,":[16,245],"robust":[18],"technique":[19,94],"Machine":[21],"facilitate":[24],"path":[25,169,202],"planning":[26,170],"in":[27,54,217,227],"an":[28,49,58,70,89],"environment.":[29],"Until":[30],"time":[32,171],"algorithms":[36],"like":[37,220],"Classical":[38],"learning(CQL)algorithm":[40],"and":[41,76,117,140,222,257],"Improved":[42],"(IQL)":[45],"algorithm":[46,151,211],"deal":[47],"with":[48,72,88],"environment":[50,57,71,221],"without":[51],"obstacles,":[52],"while":[53],"a":[55,79,136,162,199,218],"real":[56,228],"agent":[59,190],"has":[60,77,95],"face":[62],"obstacles":[63,75,204],"very":[64],"frequently.":[65],"Hence":[66],"considers":[69],"number":[73],"coined":[78],"new":[80],"parameter,":[81],"called":[82],"\u2018immediate":[83,99,115,118],"penalty\u2019":[84],"due":[85],"collision":[87,200],"obstacle.":[90],"Further":[91],"proposed":[93,150,240],"replaced":[96],"scalar":[98],"reward\u2019":[100,105,116],"function":[101,106],"by":[102,172,238],"\u2018effective":[103],"immediate":[104],"which":[107],"consists":[108],"two":[110,124],"fuzzy":[111],"parameters":[112,126],"named":[113],"as,":[114],"penalty\u2019.":[119],"fuzzification":[121],"these":[123],"important":[125],"not":[127],"only":[128],"improves":[129],"technique,":[132],"it":[133,166,195],"also":[134,223],"strikes":[135],"balance":[137],"between":[138],"exploration":[139],"exploitation,":[141],"most":[143],"challenging":[144],"problem":[145],"Reinforcement":[147],"Learning.":[148],"stores":[152],"value":[155],"for":[156,248],"best":[158,175],"possible":[159],"action":[160,176],"at":[161,179],"state;":[163],"as":[164,194],"saves":[167],"significant":[168],"suggesting":[173],"adopt":[178],"each":[180],"state":[181],"move":[183],"next":[186],"state.":[187],"Eventually,":[188],"becomes":[191],"more":[192],"intelligent":[193],"can":[196],"smartly":[197],"plan":[198],"free":[201],"avoiding":[203],"from":[205],"distance.":[206],"validation":[208],"studied":[213],"through":[214],"computer":[215],"simulation":[216],"maze":[219],"on":[224],"KheperaII":[225],"platform":[226],"time.":[229],"An":[230],"analysis":[231],"reveals":[232],"that":[233],"Table,":[236],"obtained":[237],"Advanced":[241],"(AQL)":[244],"when":[246],"used":[247],"path-planning":[249],"application":[250],"mobile":[252],"robots":[253],"outperforms":[254],"classical":[256],"improved":[258],"Q-learning.":[259]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":5},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}