{"id":"https://openalex.org/W3213557649","doi":"https://doi.org/10.1109/tits.2022.3196167","title":"Self-Learned Intelligence for Integrated Decision and Control of Automated Vehicles at Signalized Intersections","display_name":"Self-Learned Intelligence for Integrated Decision and Control of Automated Vehicles at Signalized Intersections","publication_year":2022,"publication_date":"2022-08-15","ids":{"openalex":"https://openalex.org/W3213557649","doi":"https://doi.org/10.1109/tits.2022.3196167","mag":"3213557649"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2022.3196167","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3196167","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007325049","display_name":"Yangang Ren","orcid":"https://orcid.org/0000-0002-1173-7230"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yangang Ren","raw_affiliation_strings":["State Key Laboratory of Automotive Safety and Energy, Center for Intelligent Connected Vehicles and Transportation, School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1173-7230","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Safety and Energy, Center for Intelligent Connected Vehicles and Transportation, School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028333907","display_name":"Jianhua Jiang","orcid":"https://orcid.org/0000-0002-9149-2922"},"institutions":[{"id":"https://openalex.org/I52158045","display_name":"China Agricultural University","ror":"https://ror.org/04v3ywz14","country_code":"CN","type":"education","lineage":["https://openalex.org/I52158045"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianhua Jiang","raw_affiliation_strings":["College of Engineering, China Agricultural University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Engineering, China Agricultural University, Beijing, China","institution_ids":["https://openalex.org/I52158045"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029301375","display_name":"Guojian Zhan","orcid":"https://orcid.org/0000-0002-1246-4860"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guojian Zhan","raw_affiliation_strings":["State Key Laboratory of Automotive Safety and Energy, Center for Intelligent Connected Vehicles and Transportation, School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Safety and Energy, Center for Intelligent Connected Vehicles and Transportation, School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100747108","display_name":"Shengbo Eben Li","orcid":"https://orcid.org/0000-0003-4923-3633"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengbo Eben Li","raw_affiliation_strings":["State Key Laboratory of Automotive Safety and Energy, Center for Intelligent Connected Vehicles and Transportation, School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4923-3633","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Safety and Energy, Center for Intelligent Connected Vehicles and Transportation, School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046850281","display_name":"Chen Chen","orcid":"https://orcid.org/0000-0003-4310-8428"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Chen","raw_affiliation_strings":["State Key Laboratory of Automotive Safety and Energy, Center for Intelligent Connected Vehicles and Transportation, School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4310-8428","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Safety and Energy, Center for Intelligent Connected Vehicles and Transportation, School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031855986","display_name":"Keqiang Li","orcid":"https://orcid.org/0000-0002-9333-7416"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keqiang Li","raw_affiliation_strings":["State Key Laboratory of Automotive Safety and Energy, Center for Intelligent Connected Vehicles and Transportation, School of Vehicle and Mobility, Tsinghua University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9333-7416","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Safety and Energy, Center for Intelligent Connected Vehicles and Transportation, School of Vehicle and Mobility, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067909017","display_name":"Jingliang Duan","orcid":"https://orcid.org/0000-0002-3697-1576"},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jingliang Duan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3697-1576","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National University of Singapore, Queenstown, Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5007325049"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.8226,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.83959568,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"23","issue":"12","first_page":"24145","last_page":"24156"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.7029223442077637},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.5487067699432373},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.5466277599334717},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.5353911519050598},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5177344679832458},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4990110397338867},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4276581406593323},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.3929859399795532},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29109540581703186},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.25266286730766296}],"concepts":[{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.7029223442077637},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5487067699432373},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.5466277599334717},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.5353911519050598},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5177344679832458},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4990110397338867},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4276581406593323},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.3929859399795532},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29109540581703186},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.25266286730766296},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2022.3196167","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3196167","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.6899999976158142,"display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G7272142892","display_name":null,"funder_award_id":"Z191100007419008","funder_id":"https://openalex.org/F4320335843","funder_display_name":"Beijing Science and Technology Planning Project"}],"funders":[{"id":"https://openalex.org/F4320322392","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549"},{"id":"https://openalex.org/F4320335843","display_name":"Beijing Science and Technology Planning Project","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W341403209","https://openalex.org/W1771410628","https://openalex.org/W2073787051","https://openalex.org/W2121863487","https://openalex.org/W2123871098","https://openalex.org/W2145339207","https://openalex.org/W2243721295","https://openalex.org/W2609650878","https://openalex.org/W2736601468","https://openalex.org/W2736791111","https://openalex.org/W2739529772","https://openalex.org/W2766447205","https://openalex.org/W2896288931","https://openalex.org/W2899663614","https://openalex.org/W2903709398","https://openalex.org/W2904263972","https://openalex.org/W2915987858","https://openalex.org/W2962867954","https://openalex.org/W2963719584","https://openalex.org/W2963864421","https://openalex.org/W2964121744","https://openalex.org/W2968983352","https://openalex.org/W2970065535","https://openalex.org/W2975767248","https://openalex.org/W2990123902","https://openalex.org/W2991607840","https://openalex.org/W3002044607","https://openalex.org/W3015082424","https://openalex.org/W3034445502","https://openalex.org/W3046214590","https://openalex.org/W3088218629","https://openalex.org/W3099108819","https://openalex.org/W3127561923","https://openalex.org/W3134476446","https://openalex.org/W3138915777","https://openalex.org/W3165559047","https://openalex.org/W3192533825","https://openalex.org/W3198438646","https://openalex.org/W3201463221","https://openalex.org/W3217694967","https://openalex.org/W4206529651","https://openalex.org/W4224216677","https://openalex.org/W4226245271","https://openalex.org/W4285071855","https://openalex.org/W4287123016","https://openalex.org/W4295719664","https://openalex.org/W6736495777","https://openalex.org/W6741002519","https://openalex.org/W6744580074","https://openalex.org/W6745935785","https://openalex.org/W6775294054","https://openalex.org/W6785250840","https://openalex.org/W6797007026","https://openalex.org/W6801819568"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W4388145910","https://openalex.org/W1976205134","https://openalex.org/W2381570729","https://openalex.org/W4248336175","https://openalex.org/W3009369890","https://openalex.org/W2031260042","https://openalex.org/W2391445434","https://openalex.org/W4312490297","https://openalex.org/W2062212388"],"abstract_inverted_index":{"Intersection":[0],"is":[1,19,123,179,191],"one":[2],"of":[3,34,75,107,115,171,216],"the":[4,26,32,67,73,126,132,155,162,169,195,206,213,239],"most":[5],"accident-prone":[6],"urban":[7,44],"scenarios":[8],"for":[9,134],"autonomous":[10],"driving":[11,101,185,214,230,243],"wherein":[12,125,154],"making":[13],"safe":[14],"and":[15,41,53,78,96,112,131,138,165,173,187,198,222,235,245],"computationally":[16],"efficient":[17,234],"decisions":[18],"non-trivial.":[20],"Current":[21],"research":[22],"mainly":[23],"focuses":[24],"on":[25],"simplified":[27],"traffic":[28,36,87,116],"conditions":[29],"while":[30],"ignoring":[31],"existence":[33],"mixed":[35,86],"flows,":[37],"i.e.,":[38],"vehicles,":[39],"cyclists":[40],"pedestrians.":[42],"For":[43],"roads,":[45],"different":[46,110,135],"participants":[47],"lead":[48],"to":[49,59,81,99,144,181,193],"a":[50,225],"quite":[51],"dynamic":[52,68,207],"complex":[54,240],"interaction,":[55],"posing":[56],"great":[57],"difficulty":[58],"learn":[60],"an":[61,93],"intelligent":[62],"policy.":[63],"This":[64],"paper":[65],"develops":[66],"permutation":[69,208],"state":[70,157,209],"representation":[71,91,210],"in":[72,238],"framework":[74],"integrated":[76],"decision":[77,220],"control":[79,121],"(IDC)":[80],"handle":[82],"signalized":[83],"intersections":[84],"with":[85,109,224],"flows.":[88],"Specially,":[89],"this":[90,149],"introduces":[92],"encoding":[94,163,199],"function":[95,164,197,200],"summation":[97],"operator":[98],"construct":[100],"states":[102],"from":[103,184],"environmental":[104],"observation,":[105],"capable":[106],"dealing":[108],"types":[111],"variant":[113],"number":[114],"participants.":[117],"A":[118],"constrained":[119],"optimal":[120],"problem":[122,150],"built":[124],"objective":[127],"involves":[128],"tracking":[129],"performance":[130,215],"constraints":[133],"participants,":[136],"roads":[137],"signal":[139],"lights":[140],"are":[141],"designed":[142,180],"respectively":[143],"assure":[145],"safety.":[146],"We":[147],"solve":[148],"by":[151,161],"gradient-based":[152],"optimization,":[153],"reasonable":[156],"will":[158],"be":[159],"given":[160],"then":[166],"served":[167],"as":[168],"input":[170],"policy":[172,196,231],"value":[174],"function.":[175],"An":[176],"off-policy":[177],"training":[178],"reuse":[182],"observations":[183],"environment":[186],"backpropagation":[188],"through":[189],"time":[190],"utilized":[192],"update":[194],"jointly.":[201],"Verification":[202],"result":[203],"shows":[204],"that":[205],"can":[211,232],"enhance":[212],"IDC,":[217],"including":[218],"comfort,":[219],"compliance":[221],"safety":[223,246],"large":[226],"margin.":[227],"The":[228],"trained":[229],"realize":[233],"smooth":[236],"passing":[237],"intersection,":[241],"guaranteeing":[242],"intelligence":[244],"simultaneously.":[247]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
