{"id":"https://openalex.org/W4383108480","doi":"https://doi.org/10.1109/icra48891.2023.10161418","title":"Reinforcement Learning with Probabilistically Safe Control Barrier Functions for Ramp Merging","display_name":"Reinforcement Learning with Probabilistically Safe Control Barrier Functions for Ramp Merging","publication_year":2023,"publication_date":"2023-05-29","ids":{"openalex":"https://openalex.org/W4383108480","doi":"https://doi.org/10.1109/icra48891.2023.10161418"},"language":"en","primary_location":{"id":"doi:10.1109/icra48891.2023.10161418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161418","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087650895","display_name":"Soumith Udatha","orcid":null},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Soumith Udatha","raw_affiliation_strings":["Carnegie Mellon University,Pittsburgh,United States","Carnegie Mellon University, Pittsburgh, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,Pittsburgh,United States","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082318434","display_name":"Yiwei Lyu","orcid":"https://orcid.org/0000-0002-3882-4246"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yiwei Lyu","raw_affiliation_strings":["Carnegie Mellon University,Pittsburgh,United States","Carnegie Mellon University, Pittsburgh, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,Pittsburgh,United States","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, United States","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010490604","display_name":"John R. Dolan","orcid":"https://orcid.org/0000-0002-9454-1355"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John Dolan","raw_affiliation_strings":["Carnegie Mellon University,Pittsburgh,United States","Carnegie Mellon University, Pittsburgh, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University,Pittsburgh,United States","institution_ids":["https://openalex.org/I74973139"]},{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, United States","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5625","last_page":"5630"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.841394305229187},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6654307246208191},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.6527495980262756},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4731900691986084},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.42222124338150024},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2743665874004364}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.841394305229187},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6654307246208191},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6527495980262756},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4731900691986084},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.42222124338150024},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2743665874004364},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra48891.2023.10161418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra48891.2023.10161418","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1980569135","https://openalex.org/W1999131722","https://openalex.org/W2209116470","https://openalex.org/W2490011518","https://openalex.org/W2560504659","https://openalex.org/W2567218354","https://openalex.org/W2588802774","https://openalex.org/W2739770424","https://openalex.org/W2752286137","https://openalex.org/W2968945909","https://openalex.org/W2977676795","https://openalex.org/W2995631631","https://openalex.org/W2996109218","https://openalex.org/W3012226486","https://openalex.org/W3016534272","https://openalex.org/W3038180127","https://openalex.org/W3090460481","https://openalex.org/W3090611808","https://openalex.org/W3123912898","https://openalex.org/W3135239772","https://openalex.org/W3140954450","https://openalex.org/W3180711880","https://openalex.org/W3186317065","https://openalex.org/W3203418317","https://openalex.org/W3207570104","https://openalex.org/W3209549283","https://openalex.org/W4206731034","https://openalex.org/W4238404176","https://openalex.org/W4250589301","https://openalex.org/W4285071855","https://openalex.org/W4285813050","https://openalex.org/W4285813132","https://openalex.org/W4288319859","https://openalex.org/W4293545785","https://openalex.org/W4295719664","https://openalex.org/W4307333035","https://openalex.org/W6688386007","https://openalex.org/W6737893269","https://openalex.org/W6745935785","https://openalex.org/W6764053384","https://openalex.org/W6771484861","https://openalex.org/W6771607980","https://openalex.org/W6784572523","https://openalex.org/W6804671889"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2358668433","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2031695474"],"abstract_inverted_index":{"Prior":[0],"work":[1],"has":[2],"looked":[3],"at":[4,47],"applying":[5],"reinforcement":[6],"learning":[7],"(RL)":[8],"approaches":[9],"to":[10,24,50,70,98,153,164],"autonomous":[11,56],"driving":[12,57,166],"scenarios,":[13],"but":[14],"the":[15,18,27,34,42,52,55,60,67,72,86,89,116,123,129,139,148,155,170],"safety":[16,64,173],"of":[17,29,36,54,62,74,85,88,145],"algorithm":[19,111,140,159],"is":[20,112],"often":[21],"compromised":[22],"due":[23],"instability":[25],"or":[26],"presence":[28],"ill-defined":[30],"reward":[31,75,171],"functions.":[32,76],"With":[33],"use":[35,92],"control":[37,78,94],"barrier":[38,79,95],"functions":[39,80,96],"embedded":[40],"into":[41],"RL":[43,68],"policy,":[44],"we":[45],"arrive":[46],"safe":[48],"policies":[49],"optimize":[51],"performance":[53],"vehicle":[58],"through":[59],"advantage":[61],"a":[63,82],"layer":[65],"over":[66],"methods":[69],"ease":[71],"design":[73],"However,":[77],"need":[81],"good":[83],"approximation":[84],"model":[87,101],"system.":[90],"We":[91,136],"probabilistic":[93],"[4]":[97],"account":[99],"for":[100],"uncertainty.":[102],"Our":[103],"Safety-Assured":[104],"Policy":[105],"Optimization":[106],"-":[107],"Ramp":[108],"Merging":[109],"(SAPO-RM)":[110],"implemented":[113],"online":[114],"in":[115],"CARLA":[117],"[1]":[118],"Simulator":[119],"and":[120,141,150,172],"offline":[121],"on":[122,147],"US":[124],"I-80":[125],"dataset":[126],"extracted":[127],"from":[128],"NGSIM":[130],"Database":[131],"provided":[132],"by":[133,168],"NHTSA":[134],"[2].":[135],"further":[137],"test":[138],"perform":[142],"ablation":[143],"studies":[144],"it":[146],"US-101":[149],"exi-D":[151],"datasets":[152],"compare":[154],"approaches.":[156],"The":[157],"proposed":[158],"can":[160],"also":[161],"be":[162],"applied":[163],"other":[165],"scenarios":[167],"changing":[169],"constraints.":[174]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}