{"id":"https://openalex.org/W4391769604","doi":"https://doi.org/10.1109/itsc57777.2023.10422594","title":"Curriculum Proximal Policy Optimization with Stage-Decaying Clipping for Self-Driving at Unsignalized Intersections","display_name":"Curriculum Proximal Policy Optimization with Stage-Decaying Clipping for Self-Driving at Unsignalized Intersections","publication_year":2023,"publication_date":"2023-09-24","ids":{"openalex":"https://openalex.org/W4391769604","doi":"https://doi.org/10.1109/itsc57777.2023.10422594"},"language":"en","primary_location":{"id":"doi:10.1109/itsc57777.2023.10422594","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc57777.2023.10422594","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 26th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102764782","display_name":"Zengqi Peng","orcid":"https://orcid.org/0009-0001-1801-4297"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zengqi Peng","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou),Robotics and Autonomous Systems Thrust,Guangzhou,China","Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou),Robotics and Autonomous Systems Thrust,Guangzhou,China","institution_ids":[]},{"raw_affiliation_string":"Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024938330","display_name":"Xiao Zhou","orcid":"https://orcid.org/0000-0002-7229-9473"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao Zhou","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou),Robotics and Autonomous Systems Thrust,Guangzhou,China","Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou),Robotics and Autonomous Systems Thrust,Guangzhou,China","institution_ids":[]},{"raw_affiliation_string":"Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100757319","display_name":"Yubin Wang","orcid":"https://orcid.org/0000-0003-1640-4504"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yubin Wang","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou),Robotics and Autonomous Systems Thrust,Guangzhou,China","Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou),Robotics and Autonomous Systems Thrust,Guangzhou,China","institution_ids":[]},{"raw_affiliation_string":"Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028544958","display_name":"Lei Zheng","orcid":"https://orcid.org/0000-0002-8603-0096"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Zheng","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou),Robotics and Autonomous Systems Thrust,Guangzhou,China","Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou),Robotics and Autonomous Systems Thrust,Guangzhou,China","institution_ids":[]},{"raw_affiliation_string":"Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100343901","display_name":"Ming Liu","orcid":"https://orcid.org/0000-0002-4715-2605"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I4210096887","display_name":"HKUST Shenzhen Research Institute","ror":"https://ror.org/00sz56h79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I200769079","https://openalex.org/I20231570","https://openalex.org/I4210096887","https://openalex.org/I4210147811"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Ming Liu","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou),Robotics and Autonomous Systems Thrust,Guangzhou,China","Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","HKUST Shenzhen-Hong Kong Collaborative Innovation Research Institute, Futian, Shenzhen, China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou),Robotics and Autonomous Systems Thrust,Guangzhou,China","institution_ids":[]},{"raw_affiliation_string":"Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]},{"raw_affiliation_string":"HKUST Shenzhen-Hong Kong Collaborative Innovation Research Institute, Futian, Shenzhen, China","institution_ids":["https://openalex.org/I4210096887"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100357282","display_name":"Jun Ma","orcid":"https://orcid.org/0000-0002-6127-000X"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I4210096887","display_name":"HKUST Shenzhen Research Institute","ror":"https://ror.org/00sz56h79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I200769079","https://openalex.org/I20231570","https://openalex.org/I4210096887","https://openalex.org/I4210147811"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Jun Ma","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou),Robotics and Autonomous Systems Thrust,Guangzhou,China","Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","HKUST Shenzhen-Hong Kong Collaborative Innovation Research Institute, Futian, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou),Robotics and Autonomous Systems Thrust,Guangzhou,China","institution_ids":[]},{"raw_affiliation_string":"Robotics and Autonomous Systems Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"HKUST Shenzhen-Hong Kong Collaborative Innovation Research Institute, Futian, Shenzhen, China","institution_ids":["https://openalex.org/I4210096887"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102764782"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9824,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.75277317,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"5027","last_page":"5033"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/clipping","display_name":"Clipping (morphology)","score":0.7146519422531128},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7056586742401123},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.7041982412338257},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6273866891860962},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.6230897903442383},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.6206932067871094},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.5072193145751953},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.49259454011917114},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.41797709465026855},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4115140438079834},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35884571075439453},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.22485962510108948},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.170293927192688},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11428752541542053}],"concepts":[{"id":"https://openalex.org/C2776848632","wikidata":"https://www.wikidata.org/wiki/Q853463","display_name":"Clipping (morphology)","level":2,"score":0.7146519422531128},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7056586742401123},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.7041982412338257},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6273866891860962},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6230897903442383},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.6206932067871094},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.5072193145751953},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.49259454011917114},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.41797709465026855},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4115140438079834},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35884571075439453},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.22485962510108948},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.170293927192688},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11428752541542053},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/itsc57777.2023.10422594","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc57777.2023.10422594","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE 26th International Conference on Intelligent Transportation Systems (ITSC)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-139345","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-139345","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1965455100","https://openalex.org/W1977565586","https://openalex.org/W2343568200","https://openalex.org/W2559190048","https://openalex.org/W2564091245","https://openalex.org/W2583993537","https://openalex.org/W2736601468","https://openalex.org/W2903212089","https://openalex.org/W2962894046","https://openalex.org/W2963625099","https://openalex.org/W2976036462","https://openalex.org/W2989730386","https://openalex.org/W2998570973","https://openalex.org/W3003342008","https://openalex.org/W3012544020","https://openalex.org/W3088218629","https://openalex.org/W3100944043","https://openalex.org/W3127561923","https://openalex.org/W3142849873","https://openalex.org/W3204990527","https://openalex.org/W3208122016","https://openalex.org/W3208617162","https://openalex.org/W4295312788","https://openalex.org/W4313142062","https://openalex.org/W4383112908","https://openalex.org/W4401415702","https://openalex.org/W6631190155","https://openalex.org/W6741002519","https://openalex.org/W6766978945","https://openalex.org/W6775683342","https://openalex.org/W6850800903"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W4321353415","https://openalex.org/W2913146933","https://openalex.org/W2745001401","https://openalex.org/W2372385138","https://openalex.org/W4296359239"],"abstract_inverted_index":{"Unsignalized":[0],"intersections":[1],"are":[2,123],"typically":[3],"considered":[4],"as":[5,156,158],"one":[6],"of":[7,46,114,120,135],"the":[8,40,53,75,83,91,96,102,106,133,136,144],"most":[9],"representative":[10],"and":[11,71,99,153],"challenging":[12],"scenarios":[13,127],"for":[14,59],"self-driving":[15],"vehicles.":[16],"To":[17],"tackle":[18],"autonomous":[19],"driving":[20],"problems":[21],"in":[22,112,125],"such":[23],"scenarios,":[24],"this":[25],"paper":[26],"proposes":[27],"a":[28,68,79],"curriculum":[29,85,116],"proximal":[30,49],"policy":[31,50,63,77],"optimization":[32,51],"(CPPO)":[33],"framework":[34,93],"with":[35,67,78,128],"stage-decaying":[36],"clipping.":[37],"By":[38],"adjusting":[39],"clipping":[41],"parameter":[42],"during":[43],"different":[44,115,151],"stages":[45],"training":[47,103,160],"through":[48],"(PPO),":[52],"vehicle":[54],"can":[55],"first":[56],"rapidly":[57],"search":[58],"an":[60],"approximate":[61],"optimal":[62,76],"or":[64],"its":[65],"neighborhood":[66],"large":[69],"parameter,":[70],"then":[72],"converges":[73],"to":[74,94,131,150],"small":[80],"one.":[81],"Particularly,":[82],"stage-based":[84],"learning":[86],"technology":[87],"is":[88,109],"incorporated":[89],"into":[90],"proposed":[92,137,145],"improve":[95],"generalization":[97],"performance":[98],"further":[100],"accelerate":[101],"process.":[104],"Moreover,":[105],"reward":[107],"function":[108],"specially":[110],"designed":[111],"view":[113],"settings.":[117],"A":[118],"series":[119],"comparative":[121],"experiments":[122],"conducted":[124],"intersection-crossing":[126],"bi-lane":[129],"carriageways":[130],"verify":[132],"effectiveness":[134],"CPPO":[138],"method.":[139],"The":[140],"results":[141],"show":[142],"that":[143],"approach":[146],"demonstrates":[147],"better":[148],"adaptiveness":[149],"dynamic":[152],"complex":[154],"environments,":[155],"well":[157],"faster":[159],"speed":[161],"over":[162],"baseline":[163],"methods.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}