{"id":"https://openalex.org/W7150069427","doi":"https://doi.org/10.1016/j.eswa.2026.132377","title":"Interpretable deep reinforcement learning with hybrid action space for cooperative ramp merging control","display_name":"Interpretable deep reinforcement learning with hybrid action space for cooperative ramp merging control","publication_year":2026,"publication_date":"2026-04-06","ids":{"openalex":"https://openalex.org/W7150069427","doi":"https://doi.org/10.1016/j.eswa.2026.132377"},"language":"en","primary_location":{"id":"doi:10.1016/j.eswa.2026.132377","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.eswa.2026.132377","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101525701","display_name":"Li Song","orcid":"https://orcid.org/0000-0003-2616-5156"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]},{"id":"https://openalex.org/I4210113795","display_name":"Hubei University of Arts and Science","ror":"https://ror.org/0212jcf64","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210113795"]},{"id":"https://openalex.org/I4210127216","display_name":"Ministry of Transport","ror":"https://ror.org/031wq1t38","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210127216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Song","raw_affiliation_strings":["Engineering Research Center of Transportation Information and Safety, Ministry of Education, Wuhan 430063, China","Hubei Key Laboratory of Vehicle-Infrastructure Collaboration and Traffic Control, Hubei University of Arts and Science, Xiangyang 441053, China","The School of Transportation and Logistics Engineering, Wuhan University of Technology, Wuhan 430063, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Research Center of Transportation Information and Safety, Ministry of Education, Wuhan 430063, China","institution_ids":["https://openalex.org/I4210127216"]},{"raw_affiliation_string":"Hubei Key Laboratory of Vehicle-Infrastructure Collaboration and Traffic Control, Hubei University of Arts and Science, Xiangyang 441053, China","institution_ids":["https://openalex.org/I4210113795"]},{"raw_affiliation_string":"The School of Transportation and Logistics Engineering, Wuhan University of Technology, Wuhan 430063, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132995353","display_name":"Jiawei Zong","orcid":null},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Zong","raw_affiliation_strings":["The School of Transportation and Logistics Engineering, Wuhan University of Technology, Wuhan 430063, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The School of Transportation and Logistics Engineering, Wuhan University of Technology, Wuhan 430063, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132979555","display_name":"Yixuan Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixuan Lin","raw_affiliation_strings":["The School of Transportation and Logistics Engineering, Wuhan University of Technology, Wuhan 430063, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The School of Transportation and Logistics Engineering, Wuhan University of Technology, Wuhan 430063, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xin Zhao","orcid":"https://orcid.org/0000-0002-9373-7399"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Zhao","raw_affiliation_strings":["The School of Transportation and Logistics Engineering, Wuhan University of Technology, Wuhan 430063, China"],"raw_orcid":"https://orcid.org/0000-0002-9373-7399","affiliations":[{"raw_affiliation_string":"The School of Transportation and Logistics Engineering, Wuhan University of Technology, Wuhan 430063, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067803203","display_name":"Nengchao Lyu","orcid":"https://orcid.org/0000-0002-0926-9140"},"institutions":[{"id":"https://openalex.org/I4210127216","display_name":"Ministry of Transport","ror":"https://ror.org/031wq1t38","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210127216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Nengchao Lyu","raw_affiliation_strings":["Engineering Research Center of Transportation Information and Safety, Ministry of Education, Wuhan 430063, China"],"raw_orcid":"https://orcid.org/0000-0002-0926-9140","affiliations":[{"raw_affiliation_string":"Engineering Research Center of Transportation Information and Safety, Ministry of Education, Wuhan 430063, China","institution_ids":["https://openalex.org/I4210127216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055658502","display_name":"Wei David Fan","orcid":null},"institutions":[{"id":"https://openalex.org/I102149020","display_name":"University of North Carolina at Charlotte","ror":"https://ror.org/04dawnj30","country_code":"US","type":"education","lineage":["https://openalex.org/I102149020"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei David Fan","raw_affiliation_strings":["Department of Civil and Environmental Engineering, University of North Carolina at Charlotte, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Civil and Environmental Engineering, University of North Carolina at Charlotte, NC, USA","institution_ids":["https://openalex.org/I102149020"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5067803203"],"corresponding_institution_ids":["https://openalex.org/I4210127216"],"apc_list":{"value":3220,"currency":"USD","value_usd":3220},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.37957976,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"321","issue":null,"first_page":"132377","last_page":"132377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7042999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.7042999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.04280000180006027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.038100000470876694,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7315000295639038},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.569100022315979},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5386000275611877},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.49939998984336853},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3467999994754791},{"id":"https://openalex.org/keywords/action-recognition","display_name":"Action recognition","score":0.3179999887943268}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7720000147819519},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7315000295639038},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6190999746322632},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.569100022315979},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5386000275611877},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.49939998984336853},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3905999958515167},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3467999994754791},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.3179999887943268},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2630999982357025},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2563000023365021},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.25609999895095825}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1016/j.eswa.2026.132377","is_oa":false,"landing_page_url":"https://doi.org/10.1016/j.eswa.2026.132377","pdf_url":null,"source":{"id":"https://openalex.org/S13144211","display_name":"Expert Systems with Applications","issn_l":"0957-4174","issn":["0957-4174","1873-6793"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Expert Systems with Applications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2256593981","https://openalex.org/W2508448572","https://openalex.org/W2516809705","https://openalex.org/W2770858515","https://openalex.org/W2911156519","https://openalex.org/W2963135764","https://openalex.org/W3013595267","https://openalex.org/W3035788210","https://openalex.org/W3038088335","https://openalex.org/W3041931409","https://openalex.org/W3042379327","https://openalex.org/W3127009812","https://openalex.org/W3165747712","https://openalex.org/W3192708540","https://openalex.org/W3203418317","https://openalex.org/W3212373318","https://openalex.org/W4205159341","https://openalex.org/W4205562975","https://openalex.org/W4220920561","https://openalex.org/W4226120813","https://openalex.org/W4226203024","https://openalex.org/W4285114034","https://openalex.org/W4306664015","https://openalex.org/W4312260978","https://openalex.org/W4313036208","https://openalex.org/W4316468867","https://openalex.org/W4319314495","https://openalex.org/W4388283561","https://openalex.org/W4394735142","https://openalex.org/W4400421908","https://openalex.org/W4401726167","https://openalex.org/W4401798721","https://openalex.org/W4403863258","https://openalex.org/W4407373230","https://openalex.org/W4407607415","https://openalex.org/W4407900292","https://openalex.org/W4408952435","https://openalex.org/W4410220655","https://openalex.org/W4410465849","https://openalex.org/W4413456669","https://openalex.org/W4414048218","https://openalex.org/W4414920280"],"related_works":[],"abstract_inverted_index":null,"counts_by_year":[],"updated_date":"2026-04-09T06:08:40.794217","created_date":"2026-04-06T00:00:00"}