{"id":"https://openalex.org/W4226464130","doi":"https://doi.org/10.1109/tcst.2023.3245824","title":"A Risk-Averse Preview-Based Q-Learning Algorithm: Application to Highway Driving of Autonomous Vehicles","display_name":"A Risk-Averse Preview-Based Q-Learning Algorithm: Application to Highway Driving of Autonomous Vehicles","publication_year":2023,"publication_date":"2023-02-28","ids":{"openalex":"https://openalex.org/W4226464130","doi":"https://doi.org/10.1109/tcst.2023.3245824"},"language":"en","primary_location":{"id":"doi:10.1109/tcst.2023.3245824","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcst.2023.3245824","pdf_url":null,"source":{"id":"https://openalex.org/S133363738","display_name":"IEEE Transactions on Control Systems Technology","issn_l":"1063-6536","issn":["1063-6536","1558-0865","2374-0159"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control Systems Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058087124","display_name":"Majid Mazouchi","orcid":"https://orcid.org/0000-0003-2069-8760"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Majid Mazouchi","raw_affiliation_strings":["Department of Mechanical Engineering, Michigan State University, East Lansing, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-2069-8760","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061604841","display_name":"Subramanya Nageshrao","orcid":null},"institutions":[{"id":"https://openalex.org/I1292974536","display_name":"Ford Motor Company (United States)","ror":"https://ror.org/00g2tkw06","country_code":"US","type":"company","lineage":["https://openalex.org/I1292974536"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subramanya P. Nageshrao","raw_affiliation_strings":["Ford Research and Innovation Center, Ford Motor Company, Palo Alto, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ford Research and Innovation Center, Ford Motor Company, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1292974536"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063118155","display_name":"Hamidreza Modares","orcid":"https://orcid.org/0000-0003-0800-5140"},"institutions":[{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hamidreza Modares","raw_affiliation_strings":["Department of Mechanical Engineering, Michigan State University, East Lansing, MI, USA"],"raw_orcid":"https://orcid.org/0000-0003-0800-5140","affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, Michigan State University, East Lansing, MI, USA","institution_ids":["https://openalex.org/I87216513"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.01204961,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"31","issue":"4","first_page":"1803","last_page":"1818"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13497","display_name":"Hermeneutics and Narrative Identity","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13497","display_name":"Hermeneutics and Narrative Identity","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1211","display_name":"Philosophy"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13695","display_name":"Aging, Elder Care, and Social Issues","score":0.9749000072479248,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T13099","display_name":"Health, Medicine and Society","score":0.95660001039505,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reachability","display_name":"Reachability","score":0.8841770887374878},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.6801277995109558},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6661880612373352},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6219663619995117},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.584625780582428},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4929654598236084},{"id":"https://openalex.org/keywords/automaton","display_name":"Automaton","score":0.48708653450012207},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.474527508020401},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.4645307660102844},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.43709689378738403},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.4056393504142761},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.39232295751571655},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.3900580406188965},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2616189420223236},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.24232593178749084},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20426857471466064},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12636235356330872}],"concepts":[{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.8841770887374878},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.6801277995109558},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6661880612373352},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6219663619995117},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.584625780582428},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4929654598236084},{"id":"https://openalex.org/C112505250","wikidata":"https://www.wikidata.org/wiki/Q787116","display_name":"Automaton","level":2,"score":0.48708653450012207},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.474527508020401},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.4645307660102844},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.43709689378738403},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4056393504142761},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.39232295751571655},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3900580406188965},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2616189420223236},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.24232593178749084},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20426857471466064},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12636235356330872},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcst.2023.3245824","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcst.2023.3245824","pdf_url":null,"source":{"id":"https://openalex.org/S133363738","display_name":"IEEE Transactions on Control Systems Technology","issn_l":"1063-6536","issn":["1063-6536","1558-0865","2374-0159"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Control Systems Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320307103","display_name":"Ford Motor Company","ror":"https://ror.org/00g2tkw06"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W51049863","https://openalex.org/W1585575029","https://openalex.org/W1587828677","https://openalex.org/W1745373831","https://openalex.org/W1971086298","https://openalex.org/W1990866915","https://openalex.org/W2001009060","https://openalex.org/W2027106436","https://openalex.org/W2037197628","https://openalex.org/W2044792210","https://openalex.org/W2049968883","https://openalex.org/W2083651391","https://openalex.org/W2092194772","https://openalex.org/W2101075098","https://openalex.org/W2106993639","https://openalex.org/W2107431923","https://openalex.org/W2118356379","https://openalex.org/W2118856090","https://openalex.org/W2127082526","https://openalex.org/W2138740914","https://openalex.org/W2139914196","https://openalex.org/W2148058527","https://openalex.org/W2152161277","https://openalex.org/W2152239535","https://openalex.org/W2168947829","https://openalex.org/W2260348749","https://openalex.org/W2487144912","https://openalex.org/W2564463482","https://openalex.org/W2567297805","https://openalex.org/W2738784895","https://openalex.org/W2783450085","https://openalex.org/W2783922473","https://openalex.org/W2783963507","https://openalex.org/W2800330509","https://openalex.org/W2887536917","https://openalex.org/W2902505661","https://openalex.org/W2954940391","https://openalex.org/W2963732412","https://openalex.org/W2964010185","https://openalex.org/W2964171912","https://openalex.org/W2964193755","https://openalex.org/W2965585060","https://openalex.org/W2992742739","https://openalex.org/W2997958396","https://openalex.org/W3011042361","https://openalex.org/W3012316984","https://openalex.org/W3046127830","https://openalex.org/W3048890299","https://openalex.org/W3092623870","https://openalex.org/W3104753760","https://openalex.org/W3109783321","https://openalex.org/W3135152360","https://openalex.org/W3137138892","https://openalex.org/W3155860147","https://openalex.org/W3210290940","https://openalex.org/W4247165901","https://openalex.org/W6677522094","https://openalex.org/W6680962669","https://openalex.org/W6680972505","https://openalex.org/W6684763656","https://openalex.org/W6687063787","https://openalex.org/W6761487909","https://openalex.org/W6767790925","https://openalex.org/W6790308467","https://openalex.org/W6795253412","https://openalex.org/W6811000975"],"related_works":["https://openalex.org/W5509811","https://openalex.org/W1344525","https://openalex.org/W1279312","https://openalex.org/W14916264","https://openalex.org/W902372","https://openalex.org/W4199186","https://openalex.org/W8369482","https://openalex.org/W2214249","https://openalex.org/W11238731","https://openalex.org/W5542841"],"abstract_inverted_index":{"A":[0,39,75],"risk-averse":[1,77,102],"preview-based":[2,78],"<inline-formula":[3,79,126],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[4,80,127],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">":[5,81,128],"<tex-math":[6,82,129],"notation=\"LaTeX\">$Q$":[7,83,130],"</tex-math></inline-formula>":[8,84,131],"-learning":[9,85],"planner":[10,165],"is":[11,29,44,87,115,149,200],"presented":[12,183],"for":[13],"navigation":[14],"of":[15,26,124,146,173,181,192],"autonomous":[16],"vehicles":[17],"(AVs).":[18],"To":[19],"this":[20],"end,":[21],"the":[22,49,66,94,110,118,125,136,147,164,171,174,179,182],"multilane":[23],"road":[24],"ahead":[25],"a":[27,32,57,153,196],"vehicle":[28],"represented":[30],"by":[31,53],"finite-state":[33],"nonstationary":[34],"Markov":[35],"decision":[36],"process":[37],"(MDP).":[38],"risk":[40,113],"assessment":[41],"unit":[42,156],"module":[43,60,157],"then":[45],"presented,":[46],"which":[47,90,133],"leverages":[48],"preview":[50,95],"information":[51,96],"provided":[52],"sensors":[54],"along":[55],"with":[56,109],"stochastic":[58],"reachability":[59],"to":[61,65,100,121,151,167,170,177],"assign":[62],"reward":[63,98],"values":[64],"MDP":[67],"states":[68],"and":[69,97,162],"update":[70],"them":[71],"as":[72],"scenarios":[73,191],"develop.":[74],"sampling-based":[76],"algorithm":[86],"finally":[88],"developed,":[89],"generates":[91],"samples":[92],"using":[93],"function":[99,120],"learn":[101],"optimal":[103],"planning":[104],"strategies":[105],"without":[106],"actual":[107],"interaction":[108],"environment.":[111,175],"The":[112,141],"factor":[114],"imposed":[116],"on":[117,187],"objective":[119],"avoid":[122],"fluctuation":[123],"values,":[132],"can":[134],"jeopardize":[135],"vehicle\u2019s":[137],"safety":[138],"and/or":[139],"performance.":[140],"overall":[142],"hybrid":[143],"automaton":[144],"model":[145],"system":[148,166],"leveraged":[150],"develop":[152],"feasibility":[154],"check":[155],"that":[158],"detects":[159],"unfeasible":[160],"plans":[161],"enables":[163],"react":[168],"proactively":[169],"changes":[172],"Finally,":[176],"verify":[178],"efficiency":[180],"algorithm,":[184],"its":[185],"implementation":[186],"two":[188],"highway":[189],"driving":[190],"an":[193],"AV":[194],"in":[195],"varying":[197],"traffic":[198],"density":[199],"considered.":[201]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2022-05-05T00:00:00"}