{"id":"https://openalex.org/W4293218500","doi":"https://doi.org/10.1007/978-981-16-6616-2_24","title":"Improvements to Vanilla Implementation of Q-Learning Used in Path Planning of an Agent","display_name":"Improvements to Vanilla Implementation of Q-Learning Used in Path Planning of an Agent","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4293218500","doi":"https://doi.org/10.1007/978-981-16-6616-2_24"},"language":"en","primary_location":{"id":"doi:10.1007/978-981-16-6616-2_24","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-981-16-6616-2_24","pdf_url":null,"source":{"id":"https://openalex.org/S4210172046","display_name":"Smart innovation, systems and technologies","issn_l":"2190-3018","issn":["2190-3018","2190-3026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Smart Innovation, Systems and Technologies","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000830949","display_name":"Aritra Bhuiya","orcid":null},"institutions":[{"id":"https://openalex.org/I67357951","display_name":"KIIT University","ror":"https://ror.org/00k8zt527","country_code":"IN","type":"education","lineage":["https://openalex.org/I67357951"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Aritra Bhuiya","raw_affiliation_strings":["Kalinga Institute of Industrial Technology, Bhubaneswar, 751024, India"],"affiliations":[{"raw_affiliation_string":"Kalinga Institute of Industrial Technology, Bhubaneswar, 751024, India","institution_ids":["https://openalex.org/I67357951"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058475882","display_name":"Suresh Chandra Satapathy","orcid":"https://orcid.org/0000-0001-8236-4104"},"institutions":[{"id":"https://openalex.org/I99729588","display_name":"Indian Institute of Technology Bhubaneswar","ror":"https://ror.org/04gx72j20","country_code":"IN","type":"education","lineage":["https://openalex.org/I99729588"]},{"id":"https://openalex.org/I67357951","display_name":"KIIT University","ror":"https://ror.org/00k8zt527","country_code":"IN","type":"education","lineage":["https://openalex.org/I67357951"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Suresh Chandra Satapathy","raw_affiliation_strings":["Kalinga Institute of Industrial Technology, Bhubaneswar, 751024, India","School of Computer Engineering, Kalinga Institute of Industrial Technology (KIIT), Bhubaneswar, India"],"affiliations":[{"raw_affiliation_string":"Kalinga Institute of Industrial Technology, Bhubaneswar, 751024, India","institution_ids":["https://openalex.org/I67357951"]},{"raw_affiliation_string":"School of Computer Engineering, Kalinga Institute of Industrial Technology (KIIT), Bhubaneswar, India","institution_ids":["https://openalex.org/I67357951","https://openalex.org/I99729588"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5000830949"],"corresponding_institution_ids":["https://openalex.org/I67357951"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23178737,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"255","last_page":"263"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.7765466570854187},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.7563743591308594},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7151946425437927},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7108917832374573},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.5717845559120178},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.5566761493682861},{"id":"https://openalex.org/keywords/dilemma","display_name":"Dilemma","score":0.5107545852661133},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4976561367511749},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32481804490089417},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13007605075836182},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.06144702434539795},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.05373692512512207},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.05353251099586487}],"concepts":[{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.7765466570854187},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.7563743591308594},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7151946425437927},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7108917832374573},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.5717845559120178},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.5566761493682861},{"id":"https://openalex.org/C2778496695","wikidata":"https://www.wikidata.org/wiki/Q254128","display_name":"Dilemma","level":2,"score":0.5107545852661133},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4976561367511749},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32481804490089417},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13007605075836182},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.06144702434539795},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.05373692512512207},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.05353251099586487},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/978-981-16-6616-2_24","is_oa":false,"landing_page_url":"https://doi.org/10.1007/978-981-16-6616-2_24","pdf_url":null,"source":{"id":"https://openalex.org/S4210172046","display_name":"Smart innovation, systems and technologies","issn_l":"2190-3018","issn":["2190-3018","2190-3026"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"book series"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Smart Innovation, Systems and Technologies","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W2955850878","https://openalex.org/W2965996200","https://openalex.org/W3005383506","https://openalex.org/W3023967231"],"related_works":["https://openalex.org/W3158693955","https://openalex.org/W4297609211","https://openalex.org/W4220829754","https://openalex.org/W2108886361","https://openalex.org/W2891993883","https://openalex.org/W4319083788","https://openalex.org/W3127201362","https://openalex.org/W4285815787","https://openalex.org/W4323767801","https://openalex.org/W3022038857"],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}