{"id":"https://openalex.org/W4362683532","doi":"https://doi.org/10.1109/access.2023.3265207","title":"2D LiDAR Based Reinforcement Learning for Multi-Target Path Planning in Unknown Environment","display_name":"2D LiDAR Based Reinforcement Learning for Multi-Target Path Planning in Unknown Environment","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4362683532","doi":"https://doi.org/10.1109/access.2023.3265207"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3265207","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3265207","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10093847.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10093847.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5097137592","display_name":"Nasr Abdalmanan","orcid":"https://orcid.org/0000-0002-6366-626X"},"institutions":[{"id":"https://openalex.org/I65079550","display_name":"Universiti Malaysia Perlis","ror":"https://ror.org/00xmkb790","country_code":"MY","type":"education","lineage":["https://openalex.org/I65079550"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Nasr Abdalmanan","raw_affiliation_strings":["Faculty of Electrical Engineering and Technology, Universiti Malaysia Perlis (UniMAP), Arau, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-6366-626X","affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Technology, Universiti Malaysia Perlis (UniMAP), Arau, Malaysia","institution_ids":["https://openalex.org/I65079550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075368650","display_name":"Kamarulzaman Kamarudin","orcid":"https://orcid.org/0000-0001-7764-0821"},"institutions":[{"id":"https://openalex.org/I65079550","display_name":"Universiti Malaysia Perlis","ror":"https://ror.org/00xmkb790","country_code":"MY","type":"education","lineage":["https://openalex.org/I65079550"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Kamarulzaman Kamarudin","raw_affiliation_strings":["Faculty of Electrical Engineering and Technology, Universiti Malaysia Perlis (UniMAP), Arau, Malaysia","Centre of Excellence for Advanced Sensor Technology (CEASTech), Universiti Malaysia Perlis (UniMAP), Arau, Malaysia"],"raw_orcid":"https://orcid.org/0000-0001-7764-0821","affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Technology, Universiti Malaysia Perlis (UniMAP), Arau, Malaysia","institution_ids":["https://openalex.org/I65079550"]},{"raw_affiliation_string":"Centre of Excellence for Advanced Sensor Technology (CEASTech), Universiti Malaysia Perlis (UniMAP), Arau, Malaysia","institution_ids":["https://openalex.org/I65079550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035890967","display_name":"Muhammad Aizat Abu Bakar","orcid":"https://orcid.org/0000-0002-4011-0787"},"institutions":[{"id":"https://openalex.org/I65079550","display_name":"Universiti Malaysia Perlis","ror":"https://ror.org/00xmkb790","country_code":"MY","type":"education","lineage":["https://openalex.org/I65079550"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Muhammad Aizat Abu Bakar","raw_affiliation_strings":["Faculty of Electrical Engineering and Technology, Universiti Malaysia Perlis (UniMAP), Arau, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-4011-0787","affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Technology, Universiti Malaysia Perlis (UniMAP), Arau, Malaysia","institution_ids":["https://openalex.org/I65079550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057618629","display_name":"Mohd Hafiz Fazalul Rahiman","orcid":"https://orcid.org/0000-0002-0933-5566"},"institutions":[{"id":"https://openalex.org/I65079550","display_name":"Universiti Malaysia Perlis","ror":"https://ror.org/00xmkb790","country_code":"MY","type":"education","lineage":["https://openalex.org/I65079550"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Mohd Hafiz Fazalul Rahiman","raw_affiliation_strings":["Faculty of Electrical Engineering and Technology, Universiti Malaysia Perlis (UniMAP), Arau, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-0933-5566","affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Technology, Universiti Malaysia Perlis (UniMAP), Arau, Malaysia","institution_ids":["https://openalex.org/I65079550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044465736","display_name":"Ammar Zakaria","orcid":"https://orcid.org/0000-0002-7108-215X"},"institutions":[{"id":"https://openalex.org/I65079550","display_name":"Universiti Malaysia Perlis","ror":"https://ror.org/00xmkb790","country_code":"MY","type":"education","lineage":["https://openalex.org/I65079550"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Ammar Zakaria","raw_affiliation_strings":["Faculty of Electrical Engineering and Technology, Universiti Malaysia Perlis (UniMAP), Arau, Malaysia","Centre of Excellence for Advanced Sensor Technology (CEASTech), Universiti Malaysia Perlis (UniMAP), Arau, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Electrical Engineering and Technology, Universiti Malaysia Perlis (UniMAP), Arau, Malaysia","institution_ids":["https://openalex.org/I65079550"]},{"raw_affiliation_string":"Centre of Excellence for Advanced Sensor Technology (CEASTech), Universiti Malaysia Perlis (UniMAP), Arau, Malaysia","institution_ids":["https://openalex.org/I65079550"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037308871","display_name":"Syed Muhammad Mamduh Syed Zakaria","orcid":"https://orcid.org/0000-0003-3557-2204"},"institutions":[{"id":"https://openalex.org/I65079550","display_name":"Universiti Malaysia Perlis","ror":"https://ror.org/00xmkb790","country_code":"MY","type":"education","lineage":["https://openalex.org/I65079550"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Syed Muhammad Mamduh","raw_affiliation_strings":["Centre of Excellence for Advanced Sensor Technology (CEASTech), Universiti Malaysia Perlis (UniMAP), Arau, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre of Excellence for Advanced Sensor Technology (CEASTech), Universiti Malaysia Perlis (UniMAP), Arau, Malaysia","institution_ids":["https://openalex.org/I65079550"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087609310","display_name":"Latifah Munirah Kamarudin","orcid":"https://orcid.org/0000-0002-2547-3934"},"institutions":[{"id":"https://openalex.org/I65079550","display_name":"Universiti Malaysia Perlis","ror":"https://ror.org/00xmkb790","country_code":"MY","type":"education","lineage":["https://openalex.org/I65079550"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Latifah Munirah Kamarudin","raw_affiliation_strings":["Centre of Excellence for Advanced Sensor Technology (CEASTech), Universiti Malaysia Perlis (UniMAP), Arau, Malaysia"],"raw_orcid":"https://orcid.org/0000-0002-2547-3934","affiliations":[{"raw_affiliation_string":"Centre of Excellence for Advanced Sensor Technology (CEASTech), Universiti Malaysia Perlis (UniMAP), Arau, Malaysia","institution_ids":["https://openalex.org/I65079550"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I65079550"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.6591,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.85984067,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"35541","last_page":"35555"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/lidar","display_name":"Lidar","score":0.7941017746925354},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.781501829624176},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7161152362823486},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.6401625871658325},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.48984429240226746},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4338008761405945},{"id":"https://openalex.org/keywords/remote-sensing","display_name":"Remote sensing","score":0.24322038888931274},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.15816891193389893},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.12731051445007324},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09128895401954651}],"concepts":[{"id":"https://openalex.org/C51399673","wikidata":"https://www.wikidata.org/wiki/Q504027","display_name":"Lidar","level":2,"score":0.7941017746925354},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.781501829624176},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7161152362823486},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.6401625871658325},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.48984429240226746},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4338008761405945},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.24322038888931274},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.15816891193389893},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.12731051445007324},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09128895401954651}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3265207","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3265207","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10093847.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:4e54233bf52e4f299bc41e9b8041560a","is_oa":true,"landing_page_url":"https://doaj.org/article/4e54233bf52e4f299bc41e9b8041560a","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 35541-35555 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3265207","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3265207","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10093847.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.6100000143051147}],"awards":[{"id":"https://openalex.org/G464557459","display_name":null,"funder_award_id":"FRGS/1/2022/TK08/UNIMAP/03/13","funder_id":"https://openalex.org/F4320321709","funder_display_name":"Ministry of Higher Education, Malaysia"}],"funders":[{"id":"https://openalex.org/F4320321709","display_name":"Ministry of Higher Education, Malaysia","ror":"https://ror.org/05mcs2t73"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4362683532.pdf","grobid_xml":"https://content.openalex.org/works/W4362683532.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1681019253","https://openalex.org/W1997880753","https://openalex.org/W2106790698","https://openalex.org/W2107726111","https://openalex.org/W2135125135","https://openalex.org/W2152375882","https://openalex.org/W2159806872","https://openalex.org/W2537441562","https://openalex.org/W2547419118","https://openalex.org/W2597921782","https://openalex.org/W2791860092","https://openalex.org/W2889919447","https://openalex.org/W2895647709","https://openalex.org/W2942307437","https://openalex.org/W2950834691","https://openalex.org/W2952595691","https://openalex.org/W2955850878","https://openalex.org/W2970414985","https://openalex.org/W2972810668","https://openalex.org/W2995506178","https://openalex.org/W3012066402","https://openalex.org/W3012464926","https://openalex.org/W3013773102","https://openalex.org/W3017355237","https://openalex.org/W3041046223","https://openalex.org/W3092927864","https://openalex.org/W3093142578","https://openalex.org/W3094704314","https://openalex.org/W3126326857","https://openalex.org/W3171017576","https://openalex.org/W3211583675","https://openalex.org/W3212589100","https://openalex.org/W4211130072","https://openalex.org/W4225712251","https://openalex.org/W4249545506","https://openalex.org/W4283276786","https://openalex.org/W4312344431","https://openalex.org/W4323318033"],"related_works":["https://openalex.org/W4319317934","https://openalex.org/W2901265155","https://openalex.org/W2956374172","https://openalex.org/W2359600231","https://openalex.org/W2380019117","https://openalex.org/W3138952546","https://openalex.org/W1987886368","https://openalex.org/W1660309994","https://openalex.org/W2369187583","https://openalex.org/W3197207153"],"abstract_inverted_index":{"Global":[0],"path":[1,10,38,137,147,200,220,240],"planning":[2,11,138,148,241],"techniques":[3],"have":[4,15,182],"been":[5,16],"widely":[6],"employed":[7],"in":[8,71,104,236,245],"solving":[9],"problems,":[12],"however":[13],"they":[14],"found":[17,180],"to":[18,42,172,181],"be":[19],"unsuitable":[20],"for":[21,36,46,139,149,242],"unknown":[22,246],"environments.":[23,247],"Contrarily,":[24],"the":[25,44,68,86,93,194,216,237],"traditional":[26],"Q-learning":[27,58,65,95],"method,":[28,59],"which":[29],"is":[30,40],"a":[31,56,80,105,109,116,126,140,209],"common":[32],"reinforcement":[33],"learning":[34],"approach":[35],"local":[37],"planning,":[39],"unable":[41],"complete":[43],"task":[45,238],"multiple":[47,150,243],"targets.":[48,151],"To":[49],"address":[50],"these":[51],"limitations,":[52],"this":[53],"paper":[54],"proposes":[55],"modified":[57],"called":[60],"Vector":[61],"Field":[62],"Histogram":[63],"based":[64,78],"(VFH-QL)":[66],"utilized":[67],"VFH":[69],"information":[70],"state":[72],"space":[73],"representation":[74],"and":[75,125,166,197,226,230,234],"reward":[76],"function,":[77],"on":[79],"2D":[81],"LiDAR":[82],"sensor.":[83],"We":[84],"compared":[85,171],"performance":[87],"of":[88,111,154,193,224,228,239],"our":[89],"proposed":[90],"method":[91,96,160,178,196,204],"with":[92,108,222],"classical":[94],"(CQL)":[97],"through":[98],"training":[99,164,185],"experiments":[100,131],"that":[101,158,187,192,215],"were":[102,132],"conducted":[103],"simulated":[106],"environment":[107,121],"size":[110],"400":[112],"square":[113,118],"pixels,":[114],"representing":[115],"20-meter":[117],"map.":[119],"The":[120,152,202,212],"contained":[122],"static":[123],"obstacles":[124],"single":[127,141],"mobile":[128],"robot.":[129],"Two":[130],"conducted:":[133],"experiment":[134,144,155,175],"A":[135,156],"involved":[136,146],"target,":[142],"while":[143],"B":[145],"results":[153,213],"showed":[157],"VFH-QL":[159,177,203,217],"had":[161],"87.06%":[162],"less":[163,190],"time":[165,186],"99.98%":[167],"better":[168,199],"obstacle":[169],"avoidance":[170],"CQL.":[173],"In":[174],"B,":[176],"was":[179,188,205],"an":[183],"average":[184],"95.69%":[189],"than":[191],"CQL":[195,233],"83.99%":[198],"quality.":[201],"then":[206],"evaluated":[207],"using":[208],"benchmark":[210],"dataset.":[211],"indicated":[214],"exhibited":[218],"superior":[219],"quality,":[221],"efficiency":[223],"94.89%":[225],"improvements":[227],"96.91%":[229],"96.69%":[231],"over":[232],"SARSA":[235],"targets":[244]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-30T13:55:48.251075","created_date":"2025-10-10T00:00:00"}