{"id":"https://openalex.org/W4319987667","doi":"https://doi.org/10.1631/fitee.2200128","title":"Stochastic pedestrian avoidance for autonomous vehicles using hybrid reinforcement learning","display_name":"Stochastic pedestrian avoidance for autonomous vehicles using hybrid reinforcement learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4319987667","doi":"https://doi.org/10.1631/fitee.2200128"},"language":"en","primary_location":{"id":"doi:10.1631/fitee.2200128","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2200128","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068065494","display_name":"Huiqian Li","orcid":"https://orcid.org/0000-0003-4949-8834"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huiqian Li","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4949-8834","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087389386","display_name":"Jin Huang","orcid":"https://orcid.org/0000-0001-8774-2936"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jin Huang","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8774-2936","affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016651437","display_name":"Zhong Cao","orcid":"https://orcid.org/0000-0002-2243-5705"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhong Cao","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009072257","display_name":"Diange Yang","orcid":"https://orcid.org/0000-0003-0825-5609"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Diange Yang","raw_affiliation_strings":["School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112411803","display_name":"Zhihua Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I40246663","display_name":"Chinese Academy of Engineering","ror":"https://ror.org/00z3yke57","country_code":"CN","type":"other","lineage":["https://openalex.org/I40246663"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihua Zhong","raw_affiliation_strings":["Chinese Academy of Engineering, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Engineering, Beijing, China","institution_ids":["https://openalex.org/I40246663"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5009072257","https://openalex.org/A5016651437","https://openalex.org/A5068065494","https://openalex.org/A5087389386"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":{"value":2990,"currency":"USD","value_usd":2990},"apc_paid":null,"fwci":1.2232,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.7559368,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"24","issue":"1","first_page":"131","last_page":"140"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8952397108078003},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7018242478370667},{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.6760386824607849},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5455299615859985},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5198498368263245},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.47807955741882324},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4768311083316803},{"id":"https://openalex.org/keywords/collision-avoidance","display_name":"Collision avoidance","score":0.47217029333114624},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.22399380803108215},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.13338544964790344},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.10757282376289368}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8952397108078003},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7018242478370667},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.6760386824607849},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5455299615859985},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5198498368263245},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.47807955741882324},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4768311083316803},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.47217029333114624},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.22399380803108215},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.13338544964790344},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.10757282376289368},{"id":"https://openalex.org/C121704057","wikidata":"https://www.wikidata.org/wiki/Q352070","display_name":"Collision","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1631/fitee.2200128","is_oa":false,"landing_page_url":"https://doi.org/10.1631/fitee.2200128","pdf_url":null,"source":{"id":"https://openalex.org/S4210189857","display_name":"Frontiers of Information Technology & Electronic Engineering","issn_l":"2095-9184","issn":["2095-9184","2095-9230"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers of Information Technology & Electronic Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1605929701","https://openalex.org/W1845972764","https://openalex.org/W2145339207","https://openalex.org/W2891629498","https://openalex.org/W2963697717","https://openalex.org/W2967952682","https://openalex.org/W2970441374","https://openalex.org/W2970452918","https://openalex.org/W2970613039","https://openalex.org/W2981759303","https://openalex.org/W2991006763","https://openalex.org/W3000193750","https://openalex.org/W3012347129","https://openalex.org/W3083693164","https://openalex.org/W3089121706","https://openalex.org/W3113555494","https://openalex.org/W3118975573","https://openalex.org/W3119674056","https://openalex.org/W3120197634","https://openalex.org/W3127647470","https://openalex.org/W3141426068","https://openalex.org/W3152949549","https://openalex.org/W3163510801","https://openalex.org/W3176850665","https://openalex.org/W3209315120","https://openalex.org/W3211302749","https://openalex.org/W4210723199"],"related_works":["https://openalex.org/W2392100589","https://openalex.org/W2512789322","https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W2913146933","https://openalex.org/W2101960027","https://openalex.org/W2372385138","https://openalex.org/W4296359239"],"abstract_inverted_index":{"Ensuring":[0],"the":[1,51,66,70,81,94,104,109,112,135,147],"safety":[2],"of":[3,60,103,111,146],"pedestrians":[4,45],"is":[5,63,98],"essential":[6],"and":[7,21,54],"challenging":[8],"when":[9],"autonomous":[10,39],"vehicles":[11,40],"are":[12],"involved.":[13],"Classical":[14],"pedestrian":[15,139],"avoidance":[16,140],"strategies":[17,62],"cannot":[18],"handle":[19],"uncertainty,":[20],"learning-based":[22],"methods":[23],"lack":[24],"performance":[25,97],"guarantees.":[26],"In":[27,87],"this":[28,88],"paper":[29],"we":[30,74,90,115],"propose":[31],"a":[32],"hybrid":[33],"reinforcement":[34,55],"learning":[35,56],"(HRL)":[36],"approach":[37],"for":[38,138],"to":[41,79,125,141],"safely":[42],"interact":[43],"with":[44,84,144],"behaving":[46],"uncertainly.":[47],"The":[48,58,129],"method":[49],"integrates":[50],"rule-based":[52,105],"strategy":[53],"strategy.":[57],"confidence":[59],"both":[61],"evaluated":[64],"using":[65,120],"data":[67],"recorded":[68],"in":[69,118],"training":[71],"process.":[72],"Then":[73],"design":[75],"an":[76,121],"activation":[77],"function":[78],"select":[80],"final":[82,95],"policy":[83,96],"higher":[85],"confidence.":[86],"way,":[89],"can":[91],"guarantee":[92],"that":[93,102,132],"not":[99],"worse":[100],"than":[101],"policy.":[106],"To":[107],"demonstrate":[108],"effectiveness":[110],"proposed":[113],"method,":[114],"validate":[116],"it":[117,133],"simulation":[119],"accelerated":[122],"testing":[123],"technique":[124],"generate":[126],"stochastic":[127],"pedestrians.":[128],"results":[130],"indicate":[131],"increases":[134],"success":[136],"rate":[137],"98.8%,":[142],"compared":[143],"94.4%":[145],"baseline":[148],"method.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":4}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}