{"id":"https://openalex.org/W4400976100","doi":"https://doi.org/10.1109/icca62789.2024.10591892","title":"Improved Reinforcement Learning Based on Angle Search for Route Planning of the Hospital Inspection Robot","display_name":"Improved Reinforcement Learning Based on Angle Search for Route Planning of the Hospital Inspection Robot","publication_year":2024,"publication_date":"2024-06-18","ids":{"openalex":"https://openalex.org/W4400976100","doi":"https://doi.org/10.1109/icca62789.2024.10591892"},"language":"en","primary_location":{"id":"doi:10.1109/icca62789.2024.10591892","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icca62789.2024.10591892","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Control &amp;amp; Automation (ICCA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110636982","display_name":"Long Ding","orcid":null},"institutions":[{"id":"https://openalex.org/I46305995","display_name":"Taiyuan University of Science and Technology","ror":"https://ror.org/01wcbdc92","country_code":"CN","type":"education","lineage":["https://openalex.org/I46305995"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Long Ding","raw_affiliation_strings":["Taiyuan University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Taiyuan University of Science and Technology","institution_ids":["https://openalex.org/I46305995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100729818","display_name":"Chunmei Zhang","orcid":"https://orcid.org/0000-0003-0485-177X"},"institutions":[{"id":"https://openalex.org/I46305995","display_name":"Taiyuan University of Science and Technology","ror":"https://ror.org/01wcbdc92","country_code":"CN","type":"education","lineage":["https://openalex.org/I46305995"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunmei Zhang","raw_affiliation_strings":["Taiyuan University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Taiyuan University of Science and Technology","institution_ids":["https://openalex.org/I46305995"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100938889","display_name":"Hongge Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I46305995","display_name":"Taiyuan University of Science and Technology","ror":"https://ror.org/01wcbdc92","country_code":"CN","type":"education","lineage":["https://openalex.org/I46305995"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongge Guo","raw_affiliation_strings":["Taiyuan University of Science and Technology"],"affiliations":[{"raw_affiliation_string":"Taiyuan University of Science and Technology","institution_ids":["https://openalex.org/I46305995"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5110636982"],"corresponding_institution_ids":["https://openalex.org/I46305995"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10932188,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"41","issue":null,"first_page":"900","last_page":"905"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9448999762535095,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9448999762535095,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.795860230922699},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6118060350418091},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5703306198120117},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.46170952916145325},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46005600690841675},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3286289572715759},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2399187982082367},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.10105180740356445}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.795860230922699},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6118060350418091},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5703306198120117},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.46170952916145325},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46005600690841675},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3286289572715759},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2399187982082367},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.10105180740356445}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icca62789.2024.10591892","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/icca62789.2024.10591892","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 18th International Conference on Control &amp;amp; Automation (ICCA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6910257880","display_name":null,"funder_award_id":"202203021211198","funder_id":"https://openalex.org/F4320322666","funder_display_name":"Natural Science Foundation of Shanxi Province"}],"funders":[{"id":"https://openalex.org/F4320322666","display_name":"Natural Science Foundation of Shanxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W2152375882","https://openalex.org/W2381180333","https://openalex.org/W2413992829","https://openalex.org/W2580909119","https://openalex.org/W2917089854","https://openalex.org/W2945963656","https://openalex.org/W3090270894","https://openalex.org/W3094621922","https://openalex.org/W3140133525","https://openalex.org/W3188906650","https://openalex.org/W3202615380","https://openalex.org/W4320494745"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"The":[0],"inspection":[1,63,161],"robot":[2,36,125,162],"is":[3],"applied":[4],"to":[5,33,47,56,88,104,163],"assist":[6],"people":[7],"in":[8,131],"carrying":[9],"out":[10],"autonomous":[11],"inspections":[12],"and":[13,41,84,134,137],"reduce":[14],"the":[15,35,38,50,58,62,75,78,81,85,89,98,110,115,124,132,139,143,148,159,165],"pressure":[16],"on":[17,23],"hospital":[18,160],"staff.":[19],"This":[20,65],"article,":[21],"based":[22],"<tex":[24,99],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[25,100],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\boldsymbol{Q}-\\mathbf{learning}$</tex>,":[26],"uses":[27],"a":[28,68,118],"heuristic":[29,69],"potential":[30,70],"field":[31,71],"function":[32],"guide":[34],"towards":[37],"target":[39,86],"point":[40,83,87],"integrates":[42],"an":[43,94],"angle":[44,111,121],"search":[45,112,120],"strategy":[46],"further":[48],"optimize":[49],"robot's":[51],"action":[52,116],"selection,":[53],"so":[54],"as":[55,74,93],"achieve":[57],"path":[59],"planning":[60],"of":[61,77,142],"robot.":[64],"method":[66],"incorporates":[67],"function,":[72],"calculated":[73],"ratio":[76],"distance":[79],"between":[80],"current":[82],"map's":[90],"diagonal":[91],"length,":[92],"additional":[95],"reward":[96],"into":[97],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$\\boldsymbol{Q}-\\mathbf{value}$</tex>":[101],"update":[102],"formula":[103],"enhance":[105],"learning":[106],"efficiency;":[107],"Set":[108],"up":[109],"strategy,":[113],"select":[114],"within":[117],"fixed":[119],"range,":[122],"avoid":[123],"from":[126],"performing":[127],"redundant":[128],"exploration":[129],"actions":[130],"middle":[133],"late":[135],"stages,":[136],"improve":[138],"convergence":[140],"speed":[141],"algorithm.":[144],"Experiments":[145],"show":[146],"that":[147],"improved":[149],"algorithm":[150],"has":[151],"better":[152],"optimization":[153],"performance":[154],"than":[155],"compared":[156],"algorithms,":[157],"enabling":[158],"plan":[164],"route":[166],"efficiently":[167],"without":[168],"collision.":[169]},"counts_by_year":[],"updated_date":"2025-12-26T23:08:49.675405","created_date":"2025-10-10T00:00:00"}