{"id":"https://openalex.org/W4283722535","doi":"https://doi.org/10.3390/s22134935","title":"Generalized Single-Vehicle-Based Graph Reinforcement Learning for Decision-Making in Autonomous Driving","display_name":"Generalized Single-Vehicle-Based Graph Reinforcement Learning for Decision-Making in Autonomous Driving","publication_year":2022,"publication_date":"2022-06-29","ids":{"openalex":"https://openalex.org/W4283722535","doi":"https://doi.org/10.3390/s22134935","pmid":"https://pubmed.ncbi.nlm.nih.gov/35808428"},"language":"en","primary_location":{"id":"doi:10.3390/s22134935","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22134935","pdf_url":"https://www.mdpi.com/1424-8220/22/13/4935/pdf?version=1656580193","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1424-8220/22/13/4935/pdf?version=1656580193","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041015196","display_name":"Fan Yang","orcid":"https://orcid.org/0000-0001-5119-0519"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Yang","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing 100081, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing 100081, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054063853","display_name":"Xueyuan Li","orcid":"https://orcid.org/0000-0003-1112-5610"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xueyuan Li","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing 100081, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing 100081, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100666050","display_name":"Qi Liu","orcid":"https://orcid.org/0000-0001-5172-0989"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Liu","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing 100081, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing 100081, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042718225","display_name":"Zirui Li","orcid":"https://orcid.org/0000-0001-7056-4264"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["CN","NL"],"is_corresponding":false,"raw_author_name":"Zirui Li","raw_affiliation_strings":["Department of Transport and Planning, Faculty of Civil Engineering and Geosciences, Delft University of Technology, Stevinweg 1, 2628 CN Delft, The Netherlands","School of Mechanical Engineering, Beijing Institute of Technology, Beijing 100081, China"],"affiliations":[{"raw_affiliation_string":"Department of Transport and Planning, Faculty of Civil Engineering and Geosciences, Delft University of Technology, Stevinweg 1, 2628 CN Delft, The Netherlands","institution_ids":["https://openalex.org/I98358874"]},{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing 100081, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100620847","display_name":"Xin Gao","orcid":"https://orcid.org/0000-0002-7317-8059"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Gao","raw_affiliation_strings":["School of Mechanical Engineering, Beijing Institute of Technology, Beijing 100081, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical Engineering, Beijing Institute of Technology, Beijing 100081, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5054063853"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":{"value":2400,"currency":"CHF","value_usd":2598},"apc_paid":{"value":2400,"currency":"CHF","value_usd":2598},"fwci":1.4077,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.79565182,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"22","issue":"13","first_page":"4935","last_page":"4935"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7316999435424805},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7144548892974854},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.5867938995361328},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.534538984298706},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4820059835910797},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4570167362689972},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4325864911079407},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.38784247636795044},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.22818928956985474}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7316999435424805},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7144548892974854},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.5867938995361328},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.534538984298706},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4820059835910797},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4570167362689972},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4325864911079407},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.38784247636795044},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.22818928956985474},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001334","descriptor_name":"Automobile Driving","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001334","descriptor_name":"Automobile Driving","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001334","descriptor_name":"Automobile Driving","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012054","descriptor_name":"Reinforcement, Psychology","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012201","descriptor_name":"Reward","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":6,"locations":[{"id":"doi:10.3390/s22134935","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22134935","pdf_url":"https://www.mdpi.com/1424-8220/22/13/4935/pdf?version=1656580193","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},{"id":"pmid:35808428","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/35808428","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:0a168d3851f148cabd01119ad7588149","is_oa":true,"landing_page_url":"https://doaj.org/article/0a168d3851f148cabd01119ad7588149","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors, Vol 22, Iss 13, p 4935 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1424-8220/22/13/4935/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/s22134935","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors; Volume 22; Issue 13; Pages: 4935","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9269790","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9269790","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Sensors (Basel)","raw_type":"Text"},{"id":"pmh:oai:tudelft.nl:uuid:edbc0249-d0d2-4ff0-add1-7c58778977a4","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:edbc0249-d0d2-4ff0-add1-7c58778977a4","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.3390/s22134935","is_oa":true,"landing_page_url":"https://doi.org/10.3390/s22134935","pdf_url":"https://www.mdpi.com/1424-8220/22/13/4935/pdf?version=1656580193","source":{"id":"https://openalex.org/S101949793","display_name":"Sensors","issn_l":"1424-8220","issn":["1424-8220"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Sensors","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7900000214576721,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4283722535.pdf","grobid_xml":"https://content.openalex.org/works/W4283722535.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W2583993537","https://openalex.org/W2604279009","https://openalex.org/W2783963507","https://openalex.org/W2795064979","https://openalex.org/W2795543364","https://openalex.org/W2806373172","https://openalex.org/W2888368573","https://openalex.org/W2904814783","https://openalex.org/W2905334533","https://openalex.org/W2912065207","https://openalex.org/W2912471136","https://openalex.org/W2920644116","https://openalex.org/W2960188294","https://openalex.org/W2963322416","https://openalex.org/W2969758225","https://openalex.org/W2970352618","https://openalex.org/W2972533956","https://openalex.org/W2977843878","https://openalex.org/W2989958156","https://openalex.org/W2990517290","https://openalex.org/W2991448601","https://openalex.org/W3002044607","https://openalex.org/W3100944043","https://openalex.org/W3102777717","https://openalex.org/W3117259021","https://openalex.org/W3122969078","https://openalex.org/W3127561923","https://openalex.org/W3132282193","https://openalex.org/W3152949549","https://openalex.org/W3203580723","https://openalex.org/W3211302749","https://openalex.org/W4200535211","https://openalex.org/W4206922424","https://openalex.org/W4210723199","https://openalex.org/W6757564580","https://openalex.org/W6807964573"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W4391331176","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W2964765435"],"abstract_inverted_index":{"In":[0],"the":[1,5,17,21,42,48,51,75,83,100,103,112,118,124,131],"autonomous":[2],"driving":[3,38],"process,":[4,53],"decision-making":[6,52,140],"system":[7],"is":[8,109],"mainly":[9],"used":[10],"to":[11],"provide":[12],"macro-control":[13],"instructions":[14],"based":[15],"on":[16],"information":[18,30,44],"captured":[19],"by":[20],"sensing":[22],"system.":[23],"Learning-based":[24],"algorithms":[25],"have":[26],"apparent":[27],"advantages":[28,136],"in":[29,47,123,137],"processing":[31],"and":[32,97,117,142],"understanding":[33],"for":[34,86],"an":[35],"increasingly":[36],"complex":[37],"environment.":[39],"To":[40],"incorporate":[41],"interactive":[43],"between":[45],"agents":[46],"environment":[49],"into":[50,74],"this":[54],"paper":[55],"proposes":[56],"a":[57,87,91],"generalized":[58],"single-vehicle-based":[59],"graph":[60,72],"neural":[61,78],"network":[62,79,138],"reinforcement":[63],"learning":[64],"algorithm":[65,70,108,115,121,133],"(SGRL":[66],"algorithm).":[67],"The":[68,106],"SGRL":[69,107,132],"introduces":[71],"convolution":[73],"traditional":[76,113],"deep":[77],"(DQN)":[80],"algorithm,":[81],"adopts":[82],"training":[84,120,143],"method":[85],"single":[88],"agent,":[89],"designs":[90],"more":[92],"explicit":[93],"incentive":[94],"reward":[95],"function,":[96],"significantly":[98],"improves":[99],"dimension":[101],"of":[102],"action":[104],"space.":[105],"compared":[110],"with":[111],"DQN":[114],"(NGRL)":[116],"multi-agent":[119],"(MGRL)":[122],"highway":[125],"ramp":[126],"scenario.":[127],"Results":[128],"show":[129],"that":[130],"has":[134],"outstanding":[135],"convergence,":[139],"effect,":[141],"efficiency.":[144]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}