{"id":"https://openalex.org/W3111257915","doi":"https://doi.org/10.3390/s20247297","title":"Data Efficient Reinforcement Learning for Integrated Lateral Planning and Control in Automated Parking System","display_name":"Data Efficient Reinforcement Learning for Integrated Lateral Planning and Control in Automated Parking System","publication_year":2020,"publication_date":"2020-12-18","ids":{"openalex":"https://openalex.org/W3111257915","doi":"https://doi.org/10.3390/s20247297","mag":"3111257915","pmid":"https://pubmed.ncbi.nlm.nih.gov/33353153"},"language":"en","primary_location":{"id":"doi:10.3390/s20247297","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20247297","pdf_url":"https://www.mdpi.com/1424-8220/20/24/7297/pdf?version=1608711306","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/20/24/7297/pdf?version=1608711306","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037134973","display_name":"Shaoyu Song","orcid":"https://orcid.org/0000-0001-7607-3167"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaoyu Song","raw_affiliation_strings":["School of Automotive Studies, Tongji University, Shanghai 201804, China"],"affiliations":[{"raw_affiliation_string":"School of Automotive Studies, Tongji University, Shanghai 201804, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118899943","display_name":"Hui Chen","orcid":"https://orcid.org/0000-0002-5783-1716"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hui Chen","raw_affiliation_strings":["School of Automotive Studies, Tongji University, Shanghai 201804, China"],"affiliations":[{"raw_affiliation_string":"School of Automotive Studies, Tongji University, Shanghai 201804, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101907682","display_name":"Hongwei Sun","orcid":"https://orcid.org/0000-0001-8758-9337"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Sun","raw_affiliation_strings":["School of Automotive Studies, Tongji University, Shanghai 201804, China"],"affiliations":[{"raw_affiliation_string":"School of Automotive Studies, Tongji University, Shanghai 201804, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090137230","display_name":"Meicen Liu","orcid":"https://orcid.org/0000-0002-4069-2510"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meicen Liu","raw_affiliation_strings":["School of Automotive Studies, Tongji University, Shanghai 201804, China"],"affiliations":[{"raw_affiliation_string":"School of Automotive Studies, Tongji University, Shanghai 201804, China","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5118899943"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":1.9507,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.85150978,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":93,"max":99},"biblio":{"volume":"20","issue":"24","first_page":"7297","last_page":"7297"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12546","display_name":"Smart Parking Systems Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7675236463546753},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.648891031742096},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.568106472492218},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.46067389845848083},{"id":"https://openalex.org/keywords/monte-carlo-tree-search","display_name":"Monte Carlo tree search","score":0.45402202010154724},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.44091659784317017},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.42768335342407227},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.4018111228942871},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3953603208065033},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3296915888786316},{"id":"https://openalex.org/keywords/monte-carlo-method","display_name":"Monte Carlo method","score":0.28700026869773865},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.22096052765846252}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7675236463546753},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.648891031742096},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.568106472492218},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.46067389845848083},{"id":"https://openalex.org/C46149586","wikidata":"https://www.wikidata.org/wiki/Q11785332","display_name":"Monte Carlo tree search","level":3,"score":0.45402202010154724},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.44091659784317017},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.42768335342407227},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.4018111228942871},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3953603208065033},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3296915888786316},{"id":"https://openalex.org/C19499675","wikidata":"https://www.wikidata.org/wiki/Q232207","display_name":"Monte Carlo method","level":2,"score":0.28700026869773865},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.22096052765846252},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/s20247297","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20247297","pdf_url":"https://www.mdpi.com/1424-8220/20/24/7297/pdf?version=1608711306","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:33353153","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33353153","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:c5123aaa2acf4b93b4c1a6e2e5844f60","is_oa":true,"landing_page_url":"https://doaj.org/article/c5123aaa2acf4b93b4c1a6e2e5844f60","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 20, Iss 24, p 7297 (2020)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/20/24/7297/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s20247297","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors; Volume 20; Issue 24; Pages: 7297","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:7766926","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/7766926","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/s20247297","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s20247297","pdf_url":"https://www.mdpi.com/1424-8220/20/24/7297/pdf?version=1608711306","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3111257915.pdf","grobid_xml":"https://content.openalex.org/works/W3111257915.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W1570402058","https://openalex.org/W1577784296","https://openalex.org/W1889629917","https://openalex.org/W1977989560","https://openalex.org/W1995383326","https://openalex.org/W2004815408","https://openalex.org/W2008929839","https://openalex.org/W2012392077","https://openalex.org/W2045731909","https://openalex.org/W2078798748","https://openalex.org/W2126316555","https://openalex.org/W2173248099","https://openalex.org/W2257979135","https://openalex.org/W2345973286","https://openalex.org/W2475771032","https://openalex.org/W2739637850","https://openalex.org/W2766447205","https://openalex.org/W2798039499","https://openalex.org/W2902241648","https://openalex.org/W2904177032","https://openalex.org/W2914872182","https://openalex.org/W2920827029","https://openalex.org/W2950624398","https://openalex.org/W2955317519","https://openalex.org/W2972590003","https://openalex.org/W2983107298","https://openalex.org/W2986922121","https://openalex.org/W2991708646","https://openalex.org/W2997572754","https://openalex.org/W3010377716","https://openalex.org/W3036547210","https://openalex.org/W3039076637","https://openalex.org/W3051745844","https://openalex.org/W3131641033","https://openalex.org/W3133913022","https://openalex.org/W6639430172","https://openalex.org/W6759243938","https://openalex.org/W6790868661"],"related_works":["https://openalex.org/W2571592646","https://openalex.org/W4247855592","https://openalex.org/W2567165815","https://openalex.org/W2740304877","https://openalex.org/W2978000411","https://openalex.org/W4306904969","https://openalex.org/W4226164546","https://openalex.org/W2766259847","https://openalex.org/W3136325136","https://openalex.org/W2118356379"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"(RL)":[2],"is":[3,53,110,136,187],"a":[4,49,62,69,132,172,201,207,232],"promising":[5],"direction":[6],"in":[7,41,176,183],"automated":[8],"parking":[9,77,116,174,235],"systems":[10],"(APSs),":[11],"as":[12],"integrating":[13],"planning":[14,154],"and":[15,38,79,97,123,146,155,167,192,237],"tracking":[16],"control":[17],"using":[18,104,206,226],"RL":[19,30,40,51],"can":[20,162],"potentially":[21],"maximize":[22],"the":[23,90,98,141,147,158,165,184,197,216,219,228],"overall":[24],"performance.":[25],"However,":[26],"commonly":[27],"used":[28,138,212],"model-free":[29],"requires":[31],"many":[32],"interactions":[33],"to":[34,55,75,88,139,170,181,213],"achieve":[35],"acceptable":[36],"performance,":[37],"model-based":[39,63],"APS":[42],"cannot":[43],"continuously":[44],"learn.":[45],"In":[46],"this":[47],"paper,":[48],"data-efficient":[50],"method":[52,67,161,230],"constructed":[54],"learn":[56],"from":[57],"data":[58,108],"by":[59,112,189],"use":[60],"of":[61,93,218],"method.":[64,221],"The":[65,107],"proposed":[66,159,220,229],"uses":[68],"truncated":[70],"Monte":[71],"Carlo":[72],"tree":[73,95],"search":[74,91],"evaluate":[76],"states":[78],"select":[80],"moves.":[81],"Two":[82],"artificial":[83],"neural":[84],"networks":[85],"are":[86,211],"trained":[87],"provide":[89],"probability":[92],"each":[94,102],"branch":[96],"final":[99,234],"reward":[100],"for":[101],"state":[103,148],"self-trained":[105],"data.":[106],"efficiency":[109],"enhanced":[111],"weighting":[113],"exploration":[114,121],"with":[115,126,152,223],"trajectory":[117],"returns,":[118],"an":[119],"adaptive":[120],"scheme,":[122],"experience":[124],"augmentation":[125],"imaginary":[127],"rollouts.":[128],"Without":[129],"human":[130],"demonstrations,":[131],"novel":[133],"training":[134],"pipeline":[135],"also":[137],"train":[140],"initial":[142],"action":[143],"guidance":[144],"network":[145],"value":[149],"network.":[150],"Compared":[151,222],"path":[153],"path-following":[156],"methods,":[157],"integrated":[160],"flexibly":[163],"co-ordinate":[164],"longitudinal":[166],"lateral":[168],"motion":[169],"park":[171],"smaller":[173],"space":[175],"one":[177],"maneuver.":[178],"Its":[179],"adaptability":[180],"changes":[182],"vehicle":[185,209],"model":[186],"verified":[188],"joint":[190],"Carsim":[191],"MATLAB":[193],"simulation,":[194,227],"demonstrating":[195],"that":[196],"algorithm":[198],"converges":[199],"within":[200],"few":[202],"iterations.":[203],"Finally,":[204],"experiments":[205],"real":[208],"platform":[210],"further":[214],"verify":[215],"effectiveness":[217],"obtaining":[224],"rewards":[225],"achieves":[231],"better":[233],"attitude":[236],"success":[238],"rate.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}