{"id":"https://openalex.org/W3175161677","doi":"https://doi.org/10.1109/itsc48978.2021.9564983","title":"Control of a Mixed Autonomy Signalised Urban Intersection: An Action-Delayed Reinforcement Learning Approach","display_name":"Control of a Mixed Autonomy Signalised Urban Intersection: An Action-Delayed Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-09-19","ids":{"openalex":"https://openalex.org/W3175161677","doi":"https://doi.org/10.1109/itsc48978.2021.9564983","mag":"3175161677"},"language":"en","primary_location":{"id":"doi:10.1109/itsc48978.2021.9564983","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc48978.2021.9564983","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.12755","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031170813","display_name":"Erica Salvato","orcid":"https://orcid.org/0000-0003-3815-6652"},"institutions":[{"id":"https://openalex.org/I142444530","display_name":"University of Trieste","ror":"https://ror.org/02n742c10","country_code":"IT","type":"education","lineage":["https://openalex.org/I142444530"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Erica Salvato","raw_affiliation_strings":["Department of Engineering and Architecture, University of Trieste","University of Trieste,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering and Architecture, University of Trieste","institution_ids":["https://openalex.org/I142444530"]},{"raw_affiliation_string":"University of Trieste,","institution_ids":["https://openalex.org/I142444530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022713299","display_name":"Arnob Ghosh","orcid":"https://orcid.org/0000-0003-0793-7536"},"institutions":[{"id":"https://openalex.org/I142444530","display_name":"University of Trieste","ror":"https://ror.org/02n742c10","country_code":"IT","type":"education","lineage":["https://openalex.org/I142444530"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Arnob Ghosh","raw_affiliation_strings":["Department of Engineering and Architecture, University of Trieste","University of Trieste,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering and Architecture, University of Trieste","institution_ids":["https://openalex.org/I142444530"]},{"raw_affiliation_string":"University of Trieste,","institution_ids":["https://openalex.org/I142444530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000999290","display_name":"Gianfranco Fenu","orcid":"https://orcid.org/0000-0003-0867-8388"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Gianfranco Fenu","raw_affiliation_strings":["Dept. of Electrical and Electronic Engineering Department at Imperial College of London","Imperial College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dept. of Electrical and Electronic Engineering Department at Imperial College of London","institution_ids":[]},{"raw_affiliation_string":"Imperial College London","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013370088","display_name":"Thomas Parisini","orcid":"https://orcid.org/0000-0001-5396-9665"},"institutions":[{"id":"https://openalex.org/I142444530","display_name":"University of Trieste","ror":"https://ror.org/02n742c10","country_code":"IT","type":"education","lineage":["https://openalex.org/I142444530"]},{"id":"https://openalex.org/I34771391","display_name":"University of Cyprus","ror":"https://ror.org/02qjrjx09","country_code":"CY","type":"education","lineage":["https://openalex.org/I34771391"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["CY","GB","IT"],"is_corresponding":false,"raw_author_name":"Thomas Parisini","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, Imperial College London, London, UK","Department of Engineering and Architecture,, University of Trieste, Trieste, Italy","KIOS Research and Innovation Center of Excellence, University of Cyprus, Nicosia, Cyprus","Imperial College London"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, Imperial College London, London, UK","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Department of Engineering and Architecture,, University of Trieste, Trieste, Italy","institution_ids":["https://openalex.org/I142444530"]},{"raw_affiliation_string":"KIOS Research and Innovation Center of Excellence, University of Cyprus, Nicosia, Cyprus","institution_ids":["https://openalex.org/I34771391"]},{"raw_affiliation_string":"Imperial College London","institution_ids":["https://openalex.org/I47508984"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":"3","issue":null,"first_page":"2042","last_page":"2047"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10698","display_name":"Transportation Planning and Optimization","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.8070424795150757},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7838162183761597},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.7621248960494995},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6459905505180359},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.5905382633209229},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5576328635215759},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.4996767044067383},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4480684697628021},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4224848747253418},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.41621074080467224},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.34898069500923157},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.33524882793426514},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2874801754951477},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.27519991993904114},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.21835750341415405},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1720602810382843},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.17094221711158752}],"concepts":[{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.8070424795150757},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7838162183761597},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.7621248960494995},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6459905505180359},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.5905382633209229},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5576328635215759},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.4996767044067383},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4480684697628021},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4224848747253418},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.41621074080467224},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.34898069500923157},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.33524882793426514},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2874801754951477},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.27519991993904114},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.21835750341415405},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1720602810382843},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.17094221711158752},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/itsc48978.2021.9564983","is_oa":false,"landing_page_url":"https://doi.org/10.1109/itsc48978.2021.9564983","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Intelligent Transportation Systems Conference (ITSC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2106.12755","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.12755","pdf_url":"https://arxiv.org/pdf/2106.12755","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3175161677","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/2106.12755.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:arts.units.it:11368/2998551","is_oa":false,"landing_page_url":"http://hdl.handle.net/11368/2998551","pdf_url":null,"source":{"id":"https://openalex.org/S4306400480","display_name":"ArTS Archivio della ricerca di Trieste (University of Trieste https://www.units.it/)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142444530","host_organization_name":"University of Trieste","host_organization_lineage":["https://openalex.org/I142444530"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2106.12755","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2106.12755","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2106.12755","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.12755","pdf_url":"https://arxiv.org/pdf/2106.12755","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.7300000190734863,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G2428888754","display_name":"KIOS Research and Innovation Centre of Excellence","funder_award_id":"739551","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3175161677.pdf","grobid_xml":"https://content.openalex.org/works/W3175161677.grobid-xml"},"referenced_works_count":33,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W33871791","https://openalex.org/W1965455100","https://openalex.org/W2001769813","https://openalex.org/W2011702401","https://openalex.org/W2016735521","https://openalex.org/W2022227780","https://openalex.org/W2074500080","https://openalex.org/W2078895652","https://openalex.org/W2098432798","https://openalex.org/W2099860849","https://openalex.org/W2101460915","https://openalex.org/W2117864026","https://openalex.org/W2122241715","https://openalex.org/W2125001944","https://openalex.org/W2139728973","https://openalex.org/W2340026169","https://openalex.org/W2613420336","https://openalex.org/W2725582697","https://openalex.org/W2734884790","https://openalex.org/W2809148419","https://openalex.org/W2884657162","https://openalex.org/W2899076365","https://openalex.org/W2963554758","https://openalex.org/W2964035360","https://openalex.org/W2965509979","https://openalex.org/W2995119247","https://openalex.org/W3087431945","https://openalex.org/W3095846776","https://openalex.org/W3101102436","https://openalex.org/W6674980194","https://openalex.org/W6755921573","https://openalex.org/W7011621630"],"related_works":["https://openalex.org/W3210577158","https://openalex.org/W3198562372","https://openalex.org/W3125383631","https://openalex.org/W2392984691","https://openalex.org/W2354437458","https://openalex.org/W1974844498","https://openalex.org/W3202996517","https://openalex.org/W2104729914","https://openalex.org/W2138273837","https://openalex.org/W1921126508","https://openalex.org/W1996529794","https://openalex.org/W3046369858","https://openalex.org/W2145428365","https://openalex.org/W2954872192","https://openalex.org/W598465371","https://openalex.org/W2169056607","https://openalex.org/W2119075977","https://openalex.org/W2274909486","https://openalex.org/W1971485461","https://openalex.org/W258627312"],"abstract_inverted_index":{"We":[0,53,92,118,130],"consider":[1,54],"a":[2,103],"mixed":[3],"autonomy":[4],"scenario":[5],"where":[6],"the":[7,13,31,38,46,56,61,66,75,80,94,98,111,115,127,144,150,155],"traffic":[8,14,32,57,67,99,116,151],"intersection":[9,33,58,100],"controller":[10,34,59,101,152],"decides":[11],"whether":[12,65],"light":[15,68],"will":[16,69],"be":[17,70],"green":[18,71],"or":[19,72],"red":[20,73],"at":[21,41],"each":[22,42,51],"lane":[23,43],"for":[24,74],"multiple":[25],"traffic-light":[26,77],"blocks.":[27],"The":[28],"objective":[29],"of":[30,48,97,147],"is":[35],"to":[36,110,125],"minimize":[37],"queue":[39],"length":[40],"and":[44,141],"maximize":[45],"outflow":[47],"vehicles":[49],"over":[50],"block.":[52,78],"that":[55,137],"informs":[60],"autonomous":[62],"vehicle":[63],"(AV)":[64],"future":[76],"Thus,":[79],"AV":[81],"can":[82],"adapt":[83],"its":[84],"dynamics":[85],"by":[86,114,133],"solving":[87],"an":[88],"optimal":[89,128],"control":[90],"problem.":[91],"model":[93],"decision":[95,107],"process":[96,108],"as":[102,149],"deterministic":[104],"delayed":[105,112],"Markov":[106],"owing":[109],"action":[113],"controller.":[117],"propose":[119],"Reinforcement":[120],"Learning":[121],"based":[122],"model-free":[123],"algorithm":[124,139],"obtain":[126],"policy.":[129],"show":[131],"-":[132,136],"extensive":[134],"simulations":[135],"our":[138],"converges":[140],"drastically":[142],"reduces":[143],"energy":[145],"costs":[146],"AVs":[148],"communicates":[153],"with":[154],"AVs.":[156]},"counts_by_year":[],"updated_date":"2026-07-20T07:56:41.581041","created_date":"2025-10-10T00:00:00"}