{"id":"https://openalex.org/W2941458843","doi":"https://doi.org/10.1109/ivs.2019.8813803","title":"Safe Reinforcement Learning with Scene Decomposition for Navigating Complex Urban Environments","display_name":"Safe Reinforcement Learning with Scene Decomposition for Navigating Complex Urban Environments","publication_year":2019,"publication_date":"2019-06-01","ids":{"openalex":"https://openalex.org/W2941458843","doi":"https://doi.org/10.1109/ivs.2019.8813803","mag":"2941458843"},"language":"en","primary_location":{"id":"doi:10.1109/ivs.2019.8813803","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ivs.2019.8813803","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1904.11483","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003495895","display_name":"Maxime Bouton","orcid":"https://orcid.org/0000-0002-9151-1513"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maxime Bouton","raw_affiliation_strings":["Stanford University ()"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University ()","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050227531","display_name":"Alireza Nakhaei","orcid":"https://orcid.org/0000-0001-9318-9372"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alireza Nakhaei","raw_affiliation_strings":["Stanford University ()"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University ()","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112249344","display_name":"Kikuo Fujimura","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145184","display_name":"Honda (United States)","ror":"https://ror.org/04vdmc602","country_code":"US","type":"company","lineage":["https://openalex.org/I1283473643","https://openalex.org/I4210145184"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kikuo Fujimura","raw_affiliation_strings":["Honda Research Institute, 375 Ravendale Dr., Mountain View, CA, 94043, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Honda Research Institute, 375 Ravendale Dr., Mountain View, CA, 94043, USA","institution_ids":["https://openalex.org/I4210145184"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068326377","display_name":"Mykel J. Kochenderfer","orcid":"https://orcid.org/0000-0002-7238-9663"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mykel J. Kochenderfer","raw_affiliation_strings":["Stanford University, Stanford, CA, 94305., USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, 94305., USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8639,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.68055372,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1469","last_page":"1476"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8933907747268677},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7700962424278259},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.712687611579895},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.616909921169281},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.5754473209381104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5704579949378967},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5059656500816345},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.48711085319519043},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.46560150384902954},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11191323399543762},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.07275387644767761}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8933907747268677},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7700962424278259},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.712687611579895},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.616909921169281},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.5754473209381104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5704579949378967},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5059656500816345},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.48711085319519043},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46560150384902954},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11191323399543762},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.07275387644767761},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/ivs.2019.8813803","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ivs.2019.8813803","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE Intelligent Vehicles Symposium (IV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:1904.11483","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.11483","pdf_url":"https://arxiv.org/pdf/1904.11483","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.1904.11483","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1904.11483","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"},{"id":"mag:2986312942","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1904.11483","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.11483","pdf_url":"https://arxiv.org/pdf/1904.11483","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.8100000023841858}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2941458843.pdf","grobid_xml":"https://content.openalex.org/works/W2941458843.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1498432697","https://openalex.org/W1539216098","https://openalex.org/W1845972764","https://openalex.org/W2017052912","https://openalex.org/W2055501135","https://openalex.org/W2089546654","https://openalex.org/W2145339207","https://openalex.org/W2158441306","https://openalex.org/W2214786440","https://openalex.org/W2341171179","https://openalex.org/W2545546008","https://openalex.org/W2739957299","https://openalex.org/W2782474430","https://openalex.org/W2787196707","https://openalex.org/W2897752552","https://openalex.org/W2904263972","https://openalex.org/W2938272992","https://openalex.org/W2962854145","https://openalex.org/W2963322416","https://openalex.org/W2963427465","https://openalex.org/W2963575966","https://openalex.org/W2963625099","https://openalex.org/W2963679616","https://openalex.org/W2963804019","https://openalex.org/W3148740559","https://openalex.org/W6683036876","https://openalex.org/W6748571143","https://openalex.org/W6748840216","https://openalex.org/W6751659697","https://openalex.org/W6760985608"],"related_works":["https://openalex.org/W2986312942","https://openalex.org/W2224248205","https://openalex.org/W2614018942","https://openalex.org/W3203657119","https://openalex.org/W3197203826","https://openalex.org/W2964571549","https://openalex.org/W2980339705","https://openalex.org/W3209773989","https://openalex.org/W2963572779","https://openalex.org/W2883869105","https://openalex.org/W3132615417","https://openalex.org/W3027509799","https://openalex.org/W3204243516","https://openalex.org/W3181452220","https://openalex.org/W3207293238","https://openalex.org/W2070802129","https://openalex.org/W2513584761","https://openalex.org/W3146696145","https://openalex.org/W3209943843","https://openalex.org/W3186035148"],"abstract_inverted_index":{"Navigating":[0],"urban":[1],"environments":[2,95],"represents":[3],"a":[4,20,27,49,55,74,79,86,114],"complex":[5,115],"task":[6],"for":[7],"automated":[8],"vehicles.":[9],"They":[10],"must":[11],"reach":[12],"their":[13],"goal":[14],"safely":[15],"and":[16,41,70,109],"efficiently":[17],"while":[18],"considering":[19],"multitude":[21],"of":[22,38],"traffic":[23,98],"participants.":[24,99],"We":[25,46,100],"propose":[26],"modular":[28],"decision":[29,64],"making":[30],"algorithm":[31,52,93,105],"to":[32,57,67,90,94],"autonomously":[33],"navigate":[34],"intersections,":[35],"addressing":[36],"challenges":[37],"existing":[39],"rule-based":[40,107],"reinforcement":[42,110],"learning":[43,80,111],"(RL)":[44],"approaches.":[45],"first":[47],"present":[48],"safe":[50],"RL":[51],"relying":[53],"on":[54,113],"model-checker":[56],"ensure":[58],"safety":[59],"guarantees.":[60],"To":[61],"make":[62],"the":[63],"strategy":[65],"robust":[66],"perception":[68],"errors":[69],"occlusions,":[71],"we":[72,84],"introduce":[73],"belief":[75],"update":[76],"technique":[77],"using":[78],"based":[81],"approach.":[82],"Finally,":[83],"use":[85],"scene":[87],"decomposition":[88],"approach":[89],"scale":[91],"our":[92,104],"with":[96],"multiple":[97],"empirically":[101],"demonstrate":[102],"that":[103],"outperforms":[106],"methods":[108],"techniques":[112],"intersection":[116],"scenario.":[117]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-10T00:00:00"}