{"id":"https://openalex.org/W4213119504","doi":"https://doi.org/10.1109/tencon54134.2021.9707334","title":"Deep Reinforcement Learning-Based 3D Exploration with a Wall Climbing Robot","display_name":"Deep Reinforcement Learning-Based 3D Exploration with a Wall Climbing Robot","publication_year":2021,"publication_date":"2021-12-07","ids":{"openalex":"https://openalex.org/W4213119504","doi":"https://doi.org/10.1109/tencon54134.2021.9707334"},"language":"en","primary_location":{"id":"doi:10.1109/tencon54134.2021.9707334","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tencon54134.2021.9707334","pdf_url":null,"source":{"id":"https://openalex.org/S4363608113","display_name":"TENCON 2021 - 2021 IEEE Region 10 Conference (TENCON)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TENCON 2021 - 2021 IEEE Region 10 Conference (TENCON)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101938118","display_name":"Arya Das","orcid":"https://orcid.org/0009-0002-9550-2160"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Arya Das","raw_affiliation_strings":["Indian Institute of Technology,Patna,India","Indian Institute of Technology, Patna, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology,Patna,India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032316006","display_name":"Raju Halder","orcid":"https://orcid.org/0000-0002-8873-8258"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Raju Halder","raw_affiliation_strings":["Indian Institute of Technology,Patna,India","Indian Institute of Technology, Patna, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology,Patna,India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004861227","display_name":"Atul Thakur","orcid":"https://orcid.org/0000-0001-5937-4793"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Atul Thakur","raw_affiliation_strings":["Indian Institute of Technology,Patna,India","Indian Institute of Technology, Patna, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology,Patna,India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101938118"],"corresponding_institution_ids":["https://openalex.org/I132153292"],"apc_list":null,"apc_paid":null,"fwci":0.565,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.66686013,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"863","last_page":"868"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8681714534759521},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.8084938526153564},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.8003150820732117},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6954004764556885},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6621910333633423},{"id":"https://openalex.org/keywords/climbing","display_name":"Climbing","score":0.6273503303527832},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.5656352043151855},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5621699094772339},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.5039302706718445},{"id":"https://openalex.org/keywords/hill-climbing","display_name":"Hill climbing","score":0.4690174460411072},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4660642743110657},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.43184739351272583},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39153704047203064},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17554399371147156}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8681714534759521},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.8084938526153564},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.8003150820732117},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6954004764556885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6621910333633423},{"id":"https://openalex.org/C95038775","wikidata":"https://www.wikidata.org/wiki/Q22857","display_name":"Climbing","level":2,"score":0.6273503303527832},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5656352043151855},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5621699094772339},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.5039302706718445},{"id":"https://openalex.org/C135450995","wikidata":"https://www.wikidata.org/wiki/Q820272","display_name":"Hill climbing","level":2,"score":0.4690174460411072},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4660642743110657},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.43184739351272583},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39153704047203064},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17554399371147156},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tencon54134.2021.9707334","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tencon54134.2021.9707334","pdf_url":null,"source":{"id":"https://openalex.org/S4363608113","display_name":"TENCON 2021 - 2021 IEEE Region 10 Conference (TENCON)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"TENCON 2021 - 2021 IEEE Region 10 Conference (TENCON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W797282166","https://openalex.org/W1612997784","https://openalex.org/W2107667896","https://openalex.org/W2145339207","https://openalex.org/W2156387975","https://openalex.org/W2509493982","https://openalex.org/W2535547924","https://openalex.org/W2538522345","https://openalex.org/W2611940445","https://openalex.org/W2764036492","https://openalex.org/W2783185291","https://openalex.org/W2788608285","https://openalex.org/W2796447411","https://openalex.org/W2891234582","https://openalex.org/W2898016770","https://openalex.org/W2902252450","https://openalex.org/W2908729504","https://openalex.org/W2910054127","https://openalex.org/W2948271667","https://openalex.org/W2950989657","https://openalex.org/W2966477753","https://openalex.org/W2999713046","https://openalex.org/W3006355000","https://openalex.org/W3081263896","https://openalex.org/W3102327032","https://openalex.org/W3110447301","https://openalex.org/W4293583840","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6682889407","https://openalex.org/W6748798971","https://openalex.org/W6750185400","https://openalex.org/W6755173824","https://openalex.org/W6763512565","https://openalex.org/W6773935107"],"related_works":["https://openalex.org/W4229448053","https://openalex.org/W2059768187","https://openalex.org/W4247925126","https://openalex.org/W4312858960","https://openalex.org/W4386036939","https://openalex.org/W4327774218","https://openalex.org/W4317738234","https://openalex.org/W2060963430","https://openalex.org/W2020542318","https://openalex.org/W4285346812"],"abstract_inverted_index":{"It":[0],"is":[1,46,80],"crucial":[2],"to":[3,6,144,172],"impart":[4],"autonomy":[5,171],"robots":[7,27,38,177],"for":[8,70,88,94],"efficient":[9],"exploration":[10,19,50,68],"in":[11,48,86,113,178],"surveillance":[12],"and":[13,63,92],"military":[14],"applications.":[15],"Most":[16],"research":[17,45],"on":[18,82],"deal":[20],"largely":[21],"with":[22],"2D":[23],"environments":[24,30],"using":[25,31,52,73,98,118],"ground-based":[26],"or":[28],"3D":[29,49,60],"drones.":[32],"For":[33],"applications":[34],"requiring":[35],"stealth,":[36],"wall-climbing":[37],"have":[39],"an":[40,111],"edge":[41],"over":[42,124],"drones":[43],"however":[44],"scant":[47],"algorithms":[51],"such":[53],"robots.":[54],"This":[55],"paper":[56],"presents":[57],"a":[58,65,74,83,105],"constrained":[59],"mapping":[61],"problem":[62],"proposes":[64],"reinforcement":[66],"learning-based":[67],"algorithm":[69,97],"the":[71,119,137,153,165,173],"same":[72],"lizard-inspired":[75],"robot.":[76],"The":[77],"developed":[78,120,138,166],"approach":[79,142,157,167],"based":[81],"simulation-based":[84],"framework":[85],"CoppeliaSim":[87],"simulating":[89],"robot":[90],"motion":[91],"Tensorflow":[93],"action":[95,122,131,140,155],"selection":[96,123,141,156],"Deep":[99],"Q":[100],"Network":[101],"(DQN).":[102],"We":[103,162],"report":[104],"number":[106],"of":[107,126],"simulation":[108],"results":[109],"indicating":[110],"improvement":[112],"median":[114],"coverage":[115,148],"by":[116,129],"20.3%":[117],"DQN-based":[121,139],"that":[125,136,164],"one":[127],"generated":[128],"random":[130,154],"selection.":[132],"Moreover,":[133],"we":[134],"observe":[135],"led":[143],"more":[145],"than":[146],"80%":[147],"within":[149],"150":[150],"steps,":[151],"whereas":[152],"barely":[158],"exceeded":[159],"60%":[160],"coverage.":[161],"envisage":[163],"can":[168],"help":[169],"imparting":[170],"wall":[174],"climbing":[175],"stealthy":[176],"hostage":[179],"scenarios.":[180]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-25T13:04:00.132906","created_date":"2025-10-10T00:00:00"}