{"id":"https://openalex.org/W4294690607","doi":"https://doi.org/10.23919/acc53348.2022.9867702","title":"Event-Triggered Action-Delayed Reinforcement Learning Control of a Mixed Autonomy Signalised Urban Intersection","display_name":"Event-Triggered Action-Delayed Reinforcement Learning Control of a Mixed Autonomy Signalised Urban Intersection","publication_year":2022,"publication_date":"2022-06-08","ids":{"openalex":"https://openalex.org/W4294690607","doi":"https://doi.org/10.23919/acc53348.2022.9867702"},"language":"en","primary_location":{"id":"doi:10.23919/acc53348.2022.9867702","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc53348.2022.9867702","pdf_url":null,"source":{"id":"https://openalex.org/S4363607732","display_name":"2022 American Control Conference (ACC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 American Control Conference (ACC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.23919/ACC53348.2022.9867702","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031170813","display_name":"Erica Salvato","orcid":"https://orcid.org/0000-0003-3815-6652"},"institutions":[{"id":"https://openalex.org/I142444530","display_name":"University of Trieste","ror":"https://ror.org/02n742c10","country_code":"IT","type":"education","lineage":["https://openalex.org/I142444530"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Erica Salvato","raw_affiliation_strings":["University of Trieste,Dept. of Engineering and Architecture","Dept. of Engineering and Architecture, University of Trieste"],"affiliations":[{"raw_affiliation_string":"University of Trieste,Dept. of Engineering and Architecture","institution_ids":["https://openalex.org/I142444530"]},{"raw_affiliation_string":"Dept. of Engineering and Architecture, University of Trieste","institution_ids":["https://openalex.org/I142444530"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022713299","display_name":"Arnob Ghosh","orcid":"https://orcid.org/0000-0003-0793-7536"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]},{"id":"https://openalex.org/I52357470","display_name":"The Ohio State University","ror":"https://ror.org/00rs6vg23","country_code":"US","type":"education","lineage":["https://openalex.org/I52357470"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Arnob Ghosh","raw_affiliation_strings":["Ohio State University,Dept. of Electrical and Computer Engineering,Columbus,USA","Dept. of Electrical and Computer Engineering, Ohio State University, Columbus, USA","Dept. of Electrical and Electronic Engineering, Imperial College of London, UK"],"affiliations":[{"raw_affiliation_string":"Ohio State University,Dept. of Electrical and Computer Engineering,Columbus,USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Dept. of Electrical and Computer Engineering, Ohio State University, Columbus, USA","institution_ids":["https://openalex.org/I52357470"]},{"raw_affiliation_string":"Dept. of Electrical and Electronic Engineering, Imperial College of London, UK","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000999290","display_name":"Gianfranco Fenu","orcid":"https://orcid.org/0000-0003-0867-8388"},"institutions":[{"id":"https://openalex.org/I142444530","display_name":"University of Trieste","ror":"https://ror.org/02n742c10","country_code":"IT","type":"education","lineage":["https://openalex.org/I142444530"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gianfranco Fenu","raw_affiliation_strings":["University of Trieste,Dept. of Engineering and Architecture","Dept. of Engineering and Architecture, University of Trieste"],"affiliations":[{"raw_affiliation_string":"University of Trieste,Dept. of Engineering and Architecture","institution_ids":["https://openalex.org/I142444530"]},{"raw_affiliation_string":"Dept. of Engineering and Architecture, University of Trieste","institution_ids":["https://openalex.org/I142444530"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013370088","display_name":"Thomas Parisini","orcid":"https://orcid.org/0000-0001-5396-9665"},"institutions":[{"id":"https://openalex.org/I142444530","display_name":"University of Trieste","ror":"https://ror.org/02n742c10","country_code":"IT","type":"education","lineage":["https://openalex.org/I142444530"]},{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]},{"id":"https://openalex.org/I34771391","display_name":"University of Cyprus","ror":"https://ror.org/02qjrjx09","country_code":"CY","type":"education","lineage":["https://openalex.org/I34771391"]}],"countries":["CY","GB","IT"],"is_corresponding":false,"raw_author_name":"Thomas Parisini","raw_affiliation_strings":["Imperial College London,Department of Electrical and Electronic Engineering,London,UK,SW7 2AZ","Department of Engineering and Architecture, University of Trieste, Trieste, Italy","KIOS Research and Innovation Center of Excellence, University of Cyprus, Nicosia, Cyprus"],"affiliations":[{"raw_affiliation_string":"Imperial College London,Department of Electrical and Electronic Engineering,London,UK,SW7 2AZ","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"Department of Engineering and Architecture, University of Trieste, Trieste, Italy","institution_ids":["https://openalex.org/I142444530"]},{"raw_affiliation_string":"KIOS Research and Innovation Center of Excellence, University of Cyprus, Nicosia, Cyprus","institution_ids":["https://openalex.org/I34771391"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5031170813"],"corresponding_institution_ids":["https://openalex.org/I142444530"],"apc_list":null,"apc_paid":null,"fwci":0.3536,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.42270216,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"3285","last_page":"3290"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.8050748109817505},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7846471667289734},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6345015168190002},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6215402483940125},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.6167182922363281},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5598515272140503},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4769821763038635},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.45486894249916077},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.31736183166503906},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.26222148537635803},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2554553747177124},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.2409767210483551},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18588483333587646},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.13294345140457153}],"concepts":[{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.8050748109817505},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7846471667289734},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6345015168190002},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6215402483940125},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.6167182922363281},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5598515272140503},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4769821763038635},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.45486894249916077},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31736183166503906},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.26222148537635803},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2554553747177124},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2409767210483551},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18588483333587646},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.13294345140457153},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.23919/acc53348.2022.9867702","is_oa":false,"landing_page_url":"https://doi.org/10.23919/acc53348.2022.9867702","pdf_url":null,"source":{"id":"https://openalex.org/S4363607732","display_name":"2022 American Control Conference (ACC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 American Control Conference (ACC)","raw_type":"proceedings-article"},{"id":"pmh:oai:arts.units.it:11368/3030161","is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/document/9867702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400480","display_name":"ArTS Archivio della ricerca di Trieste (University of Trieste https://www.units.it/)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I142444530","host_organization_name":"University of Trieste","host_organization_lineage":["https://openalex.org/I142444530"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:zenodo.org:7458627","is_oa":true,"landing_page_url":"https://doi.org/10.23919/ACC53348.2022.9867702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACC, American Control Conference, Atlanta, GA, USA, 08-10 June 2022","raw_type":"info:eu-repo/semantics/conferencePaper"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:7458627","is_oa":true,"landing_page_url":"https://doi.org/10.23919/ACC53348.2022.9867702","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACC, American Control Conference, Atlanta, GA, USA, 08-10 June 2022","raw_type":"info:eu-repo/semantics/conferencePaper"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2022227780","https://openalex.org/W2078895652","https://openalex.org/W2117864026","https://openalex.org/W2340026169","https://openalex.org/W2734884790","https://openalex.org/W2884657162","https://openalex.org/W2899076365","https://openalex.org/W2964035360","https://openalex.org/W2965509979","https://openalex.org/W2995119247","https://openalex.org/W3095846776","https://openalex.org/W3210577158","https://openalex.org/W6755921573","https://openalex.org/W6785207072","https://openalex.org/W7011621630"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"We":[0,18,40,77,102,115],"propose":[1,103],"an":[2],"event-triggered":[3],"framework":[4],"for":[5],"deciding":[6],"the":[7,20,32,42,46,50,75,79,83,95,112,128,132,136,139],"traffic":[8,84],"light":[9],"at":[10,74],"each":[11],"lane":[12],"in":[13],"a":[14,23,35,88,104,150],"mixed":[15],"autonomy":[16],"scenario.":[17],"deploy":[19],"decision":[21,80,92],"after":[22],"suitable":[24],"delay,":[25],"and":[26,45,98,125,131],"events":[27],"are":[28,100],"triggered":[29],"based":[30,107],"on":[31],"satisfaction":[33],"of":[34,38,59,82,138],"predefined":[36],"set":[37],"conditions.":[39],"design":[41],"trigger":[43],"conditions":[44],"delay":[47],"to":[48,68,110],"increase":[49],"vehicles\u2019":[51],"throughput.":[52],"This":[53],"way,":[54],"we":[55],"achieve":[56],"full":[57],"exploitation":[58],"autonomous":[60],"vehicles":[61],"(AVs)":[62],"potential.":[63],"The":[64],"ultimate":[65],"goal":[66],"is":[67],"obtain":[69,111],"vehicle-flows":[70],"led":[71],"by":[72,118,149],"AVs":[73,140],"head.":[76],"formulate":[78],"process":[81],"intersection":[85],"controller":[86],"as":[87,135],"deterministic":[89],"delayed":[90],"Markov":[91],"process,":[93],"i.e.,":[94],"action":[96],"implementation":[97],"evaluation":[99],"delayed.":[101],"Reinforcement":[105],"Learning":[106],"model-free":[108],"algorithm":[109,123,143],"optimal":[113],"policy.":[114],"show":[116],"-":[117,120],"simulations":[119],"that":[121],"our":[122,145],"converges,":[124],"significantly":[126],"reduces":[127],"average":[129],"wait-time":[130],"queues":[133],"length":[134],"fraction":[137],"increases.":[141],"Our":[142],"outperforms":[144],"previous":[146],"work":[147],"[1]":[148],"quite":[151],"significant":[152],"amount.":[153]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}