{"id":"https://openalex.org/W3092102655","doi":"https://doi.org/10.1109/sisy50555.2020.9217076","title":"Vehicle Control in Highway Traffic by Using Reinforcement Learning and Microscopic Traffic Simulation","display_name":"Vehicle Control in Highway Traffic by Using Reinforcement Learning and Microscopic Traffic Simulation","publication_year":2020,"publication_date":"2020-09-01","ids":{"openalex":"https://openalex.org/W3092102655","doi":"https://doi.org/10.1109/sisy50555.2020.9217076","mag":"3092102655"},"language":"en","primary_location":{"id":"doi:10.1109/sisy50555.2020.9217076","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sisy50555.2020.9217076","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 18th International Symposium on Intelligent Systems and Informatics (SISY)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086854188","display_name":"L\u00e1szl\u00f3 Sz\u0151ke","orcid":"https://orcid.org/0000-0001-9926-4054"},"institutions":[{"id":"https://openalex.org/I29770179","display_name":"Budapest University of Technology and Economics","ror":"https://ror.org/02w42ss30","country_code":"HU","type":"education","lineage":["https://openalex.org/I29770179"]}],"countries":["HU"],"is_corresponding":true,"raw_author_name":"Laszlo Szoke","raw_affiliation_strings":["Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, Megyetem rkp. 3, Budapest, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, Megyetem rkp. 3, Budapest, Hungary","institution_ids":["https://openalex.org/I29770179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084972354","display_name":"Szil\u00e1rd Aradi","orcid":"https://orcid.org/0000-0001-6811-2584"},"institutions":[{"id":"https://openalex.org/I29770179","display_name":"Budapest University of Technology and Economics","ror":"https://ror.org/02w42ss30","country_code":"HU","type":"education","lineage":["https://openalex.org/I29770179"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Szilard Aradi","raw_affiliation_strings":["Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, Megyetem rkp. 3, Budapest, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, Megyetem rkp. 3, Budapest, Hungary","institution_ids":["https://openalex.org/I29770179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000436758","display_name":"Tam\u00e1s B\u00e9csi","orcid":"https://orcid.org/0000-0002-1487-9672"},"institutions":[{"id":"https://openalex.org/I29770179","display_name":"Budapest University of Technology and Economics","ror":"https://ror.org/02w42ss30","country_code":"HU","type":"education","lineage":["https://openalex.org/I29770179"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Tamas Becsi","raw_affiliation_strings":["Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, Megyetem rkp. 3, Budapest, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, Megyetem rkp. 3, Budapest, Hungary","institution_ids":["https://openalex.org/I29770179"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038755734","display_name":"P\u00e9ter G\u00e1sp\u00e1r","orcid":"https://orcid.org/0000-0003-3388-1724"},"institutions":[{"id":"https://openalex.org/I4210117195","display_name":"Institute for Computer Science and Control","ror":"https://ror.org/0249v7n71","country_code":"HU","type":"facility","lineage":["https://openalex.org/I4210117195","https://openalex.org/I7597260"]},{"id":"https://openalex.org/I7597260","display_name":"Hungarian Academy of Sciences","ror":"https://ror.org/02ks8qq67","country_code":"HU","type":"funder","lineage":["https://openalex.org/I7597260"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Peter Gaspar","raw_affiliation_strings":["Systems and Control Laboratory, Computer and Automation Research Institute, Hungarian Academy of Sciences, Kende u. 13-17, Budapest, Hungary"],"affiliations":[{"raw_affiliation_string":"Systems and Control Laboratory, Computer and Automation Research Institute, Hungarian Academy of Sciences, Kende u. 13-17, Budapest, Hungary","institution_ids":["https://openalex.org/I4210117195","https://openalex.org/I7597260"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5086854188"],"corresponding_institution_ids":["https://openalex.org/I29770179"],"apc_list":null,"apc_paid":null,"fwci":0.8922,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.74559963,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8772172927856445},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7309171557426453},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.6086304187774658},{"id":"https://openalex.org/keywords/traffic-simulation","display_name":"Traffic simulation","score":0.5806089043617249},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5290635824203491},{"id":"https://openalex.org/keywords/acceleration","display_name":"Acceleration","score":0.4908607602119446},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4848521947860718},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.47630631923675537},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.47416606545448303},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.45937713980674744},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.429026335477829},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4070843458175659},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.40397897362709045},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2903658151626587},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.2358923852443695},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16218364238739014},{"id":"https://openalex.org/keywords/microsimulation","display_name":"Microsimulation","score":0.07902300357818604}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8772172927856445},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7309171557426453},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.6086304187774658},{"id":"https://openalex.org/C2778391309","wikidata":"https://www.wikidata.org/wiki/Q7832527","display_name":"Traffic simulation","level":3,"score":0.5806089043617249},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5290635824203491},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.4908607602119446},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4848521947860718},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.47630631923675537},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.47416606545448303},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.45937713980674744},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.429026335477829},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4070843458175659},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.40397897362709045},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2903658151626587},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.2358923852443695},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16218364238739014},{"id":"https://openalex.org/C2780015235","wikidata":"https://www.wikidata.org/wiki/Q1934035","display_name":"Microsimulation","level":2,"score":0.07902300357818604},{"id":"https://openalex.org/C129307140","wikidata":"https://www.wikidata.org/wiki/Q6795880","display_name":"Maximum bubble pressure method","level":3,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C157915830","wikidata":"https://www.wikidata.org/wiki/Q2928001","display_name":"Bubble","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.0},{"id":"https://openalex.org/C74650414","wikidata":"https://www.wikidata.org/wiki/Q11397","display_name":"Classical mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/sisy50555.2020.9217076","is_oa":false,"landing_page_url":"https://doi.org/10.1109/sisy50555.2020.9217076","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE 18th International Symposium on Intelligent Systems and Informatics (SISY)","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.sztaki.hu:10003","is_oa":false,"landing_page_url":"http://eprints.sztaki.hu/10003/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401907","display_name":"SZTAKI Publication Repository (Hungarian Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I7597260","host_organization_name":"Hungarian Academy of Sciences","host_organization_lineage":["https://openalex.org/I7597260"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Book Section"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.7599999904632568}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W146964248","https://openalex.org/W1757796397","https://openalex.org/W2073384958","https://openalex.org/W2121863487","https://openalex.org/W2623293810","https://openalex.org/W2752236613","https://openalex.org/W2760327656","https://openalex.org/W2766447205","https://openalex.org/W2784302941","https://openalex.org/W2795064979","https://openalex.org/W2895974005","https://openalex.org/W2898696016","https://openalex.org/W2905173465","https://openalex.org/W2905334533","https://openalex.org/W2905438968","https://openalex.org/W2963858432","https://openalex.org/W2964043796","https://openalex.org/W2967975754","https://openalex.org/W2970517549","https://openalex.org/W2979628718","https://openalex.org/W2990417263","https://openalex.org/W3090027660","https://openalex.org/W3091516903","https://openalex.org/W3102270594","https://openalex.org/W3102777717","https://openalex.org/W3106247689","https://openalex.org/W4211221179","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W6692846177","https://openalex.org/W6757564580"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W2024136090","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W580079558","https://openalex.org/W2063806364"],"abstract_inverted_index":{"The":[0,26,47,73,120,148],"paper":[1],"presents":[2],"a":[3,15,50,55],"simple":[4],"yet":[5],"powerful":[6],"and":[7,36,71,104,110,127,141,160,176],"intelligent":[8],"driver":[9],"agent,":[10,159],"designed":[11],"to":[12,29,92,112,125],"operate":[13],"in":[14,32,97],"preset":[16],"highway":[17,34,105],"situation":[18],"using":[19],"Policy":[20],"Gradient":[21],"Reinforcement":[22],"Learning":[23],"(RL)":[24],"agent.":[25],"goal":[27],"is":[28],"navigate":[30],"safely":[31],"dense":[33,51],"traffic":[35,80],"proceed":[37],"through":[38],"the":[39,43,59,66,78,95,113,123,129,135,143,151,154,157,161,166,170],"defined":[40],"length":[41],"with":[42,61,89,94],"shortest":[44],"time":[45],"possible.":[46],"algorithm":[48],"uses":[49,77],"neural":[52],"network":[53],"as":[54],"function":[56],"approximator":[57],"for":[58,174],"agent":[60,96,114],"discrete":[62],"action":[63],"space":[64],"on":[65,156],"control":[67],"level,":[68],"e.g.,":[69],"acceleration":[70],"steering.":[72],"developed":[74],"simulation":[75],"environment":[76,121],"open-source":[79],"simulator":[81],"called":[82],"Simulation":[83],"of":[84],"Urban":[85],"MObility":[86],"(SUMO),":[87],"integrated":[88],"an":[90],"interface,":[91],"interact":[93],"real-time.":[98],"With":[99],"this":[100],"tool,":[101],"numerous":[102],"driving":[103],"situations":[106],"can":[107,118,137],"be":[108,138],"created":[109],"fed":[111],"from":[115,169],"which":[116],"it":[117],"learn.":[119],"opens":[122],"opportunity":[124],"randomize":[126],"customize":[128],"other":[130],"road":[131],"users'":[132],"behavior.":[133],"Thus":[134],"experience":[136],"more":[139,146],"diverse,":[140],"thus":[142],"representation":[144],"becomes":[145],"general.":[147],"article":[149],"describes":[150],"modeling":[152],"environment,":[153],"details":[155],"learning":[158],"rewarding":[162],"scheme.":[163],"After":[164],"evaluating":[165],"experiences":[167],"gained":[168],"training,":[171],"some":[172],"ideas":[173],"optimization":[175],"further":[177],"development":[178],"goals":[179],"are":[180],"also":[181],"proposed.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}