{"id":"https://openalex.org/W4408223413","doi":"https://doi.org/10.1109/robio64047.2024.10907532","title":"Hierarchical Reinforcement Learning for Autonomous Parking Based on Kinematic Constraints","display_name":"Hierarchical Reinforcement Learning for Autonomous Parking Based on Kinematic Constraints","publication_year":2024,"publication_date":"2024-12-10","ids":{"openalex":"https://openalex.org/W4408223413","doi":"https://doi.org/10.1109/robio64047.2024.10907532"},"language":"en","primary_location":{"id":"doi:10.1109/robio64047.2024.10907532","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio64047.2024.10907532","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101762377","display_name":"Xiaoyu Xu","orcid":"https://orcid.org/0000-0002-9130-9657"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoyu Xu","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University,Jinan,China,250061"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University,Jinan,China,250061","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103167622","display_name":"Y. H. Xie","orcid":"https://orcid.org/0000-0002-6031-3426"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinduo Xie","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University,Jinan,China,250061"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University,Jinan,China,250061","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100448621","display_name":"Rui Li","orcid":"https://orcid.org/0000-0003-2119-3721"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruitong Li","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University,Jinan,China,250061"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University,Jinan,China,250061","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085219433","display_name":"Yuenan Zhao","orcid":"https://orcid.org/0009-0006-2848-3720"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuenan Zhao","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University,Jinan,China,250061"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University,Jinan,China,250061","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047100124","display_name":"Ran Song","orcid":"https://orcid.org/0000-0002-1344-4415"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran Song","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University,Jinan,China,250061"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University,Jinan,China,250061","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100653327","display_name":"Wei Zhang","orcid":"https://orcid.org/0000-0002-1059-3642"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Zhang","raw_affiliation_strings":["School of Control Science and Engineering, Shandong University,Jinan,China,250061"],"affiliations":[{"raw_affiliation_string":"School of Control Science and Engineering, Shandong University,Jinan,China,250061","institution_ids":["https://openalex.org/I154099455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5101762377"],"corresponding_institution_ids":["https://openalex.org/I154099455"],"apc_list":null,"apc_paid":null,"fwci":0.5575,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.68457179,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"274","last_page":"279"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8193281888961792},{"id":"https://openalex.org/keywords/kinematics","display_name":"Kinematics","score":0.7946348786354065},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6408261656761169},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3619217872619629},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.34316933155059814},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3285195827484131},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21426981687545776}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8193281888961792},{"id":"https://openalex.org/C39920418","wikidata":"https://www.wikidata.org/wiki/Q11476","display_name":"Kinematics","level":2,"score":0.7946348786354065},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6408261656761169},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3619217872619629},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.34316933155059814},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3285195827484131},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21426981687545776},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/robio64047.2024.10907532","is_oa":false,"landing_page_url":"https://doi.org/10.1109/robio64047.2024.10907532","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Biomimetics (ROBIO)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2125608666","https://openalex.org/W2739529772","https://openalex.org/W2972590003","https://openalex.org/W3051745844","https://openalex.org/W3114250727","https://openalex.org/W3137786033","https://openalex.org/W3168892396","https://openalex.org/W3172863135","https://openalex.org/W3174160171","https://openalex.org/W4224216677","https://openalex.org/W4285227658","https://openalex.org/W4312563990","https://openalex.org/W4312991124","https://openalex.org/W4313352051","https://openalex.org/W4368232744","https://openalex.org/W4376614984","https://openalex.org/W4386494430","https://openalex.org/W4388340548","https://openalex.org/W4390547633","https://openalex.org/W4390824262","https://openalex.org/W4391490365","https://openalex.org/W4396918212","https://openalex.org/W6721788725"],"related_works":["https://openalex.org/W2789522126","https://openalex.org/W2066693961","https://openalex.org/W2368363778","https://openalex.org/W122584421","https://openalex.org/W4244295168","https://openalex.org/W2753351751","https://openalex.org/W3185180338","https://openalex.org/W2889348933","https://openalex.org/W2351643838","https://openalex.org/W3033677963"],"abstract_inverted_index":{"In":[0],"recent":[1],"years,":[2],"the":[3,113,119,132,155],"rapid":[4],"increase":[5],"in":[6,41,160],"urban":[7],"vehicles":[8],"has":[9,38,96],"made":[10],"finding":[11],"vacant":[12],"parking":[13,23,47,74,135,142,157],"spaces":[14],"a":[15,100],"significant":[16],"challenge.":[17],"Our":[18],"research":[19],"focuses":[20],"on":[21,77],"reverse":[22,55,173],"maneuvers":[24],"that":[25,103,147],"align":[26],"with":[27,46],"driver":[28],"habits":[29],"and":[30,54,62,91,109,117,163],"enhance":[31],"safety.":[32],"While":[33],"end-to-end":[34],"Reinforcement":[35,79],"Learning":[36,80],"(RL)":[37],"shown":[39],"promise":[40],"autonomous":[42,73],"driving,":[43],"it":[44],"struggles":[45],"tasks":[48,85],"requiring":[49],"flexible":[50],"switching":[51],"between":[52],"forward":[53],"actions":[56],"due":[57],"to":[58,112,125,149],"large":[59],"exploration":[60,90],"space":[61],"sparse":[63],"rewards.":[64],"To":[65],"address":[66],"these":[67],"challenges,":[68],"this":[69],"paper":[70],"proposes":[71],"an":[72],"algorithm":[75],"based":[76],"Hierarchical":[78],"(HRL),":[81],"which":[82],"decomposes":[83],"complex":[84],"into":[86],"subtasks":[87],"for":[88,130],"better":[89],"accuracy.":[92],"The":[93,137],"high-level":[94],"controller":[95,139],"two":[97],"functions:":[98],"building":[99],"RL-based":[101],"agent":[102],"maps":[104],"Bird's-eye":[105],"view":[106],"(BEV)":[107],"images":[108],"external":[110],"measurements":[111],"ego":[114],"vehicle's":[115],"actions,":[116],"using":[118],"Autonomous":[120],"Vehicles":[121],"(AVs)":[122],"chassis":[123],"data":[124],"establish":[126],"dynamic":[127,164],"constraint":[128],"equations":[129],"calculating":[131],"motion":[133],"constraint-based":[134],"area.":[136],"low-level":[138],"executes":[140],"specific":[141],"maneuvers.":[143],"Experimental":[144],"results":[145],"show":[146],"compared":[148],"baseline":[150],"methods,":[151],"our":[152,167],"method":[153,168],"achieves":[154],"highest":[156],"success":[158],"rate":[159],"both":[161],"static":[162],"scenarios.":[165],"Additionally,":[166],"demonstrates":[169],"smoother":[170],"performance":[171],"during":[172],"parking.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}