{"id":"https://openalex.org/W4386259097","doi":"https://doi.org/10.1109/icsse58758.2023.10227206","title":"Deep Q-Network (DQN) Approach for Automatic Vehicles Applied in the Intelligent Transportation System (ITS)","display_name":"Deep Q-Network (DQN) Approach for Automatic Vehicles Applied in the Intelligent Transportation System (ITS)","publication_year":2023,"publication_date":"2023-07-27","ids":{"openalex":"https://openalex.org/W4386259097","doi":"https://doi.org/10.1109/icsse58758.2023.10227206"},"language":"en","primary_location":{"id":"doi:10.1109/icsse58758.2023.10227206","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsse58758.2023.10227206","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on System Science and Engineering (ICSSE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023214935","display_name":"V\u00f5 Thanh H\u00e0","orcid":"https://orcid.org/0000-0003-4023-260X"},"institutions":[{"id":"https://openalex.org/I4210093659","display_name":"University of Transport and Communications","ror":"https://ror.org/006qk6d61","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210093659"]}],"countries":["VN"],"is_corresponding":true,"raw_author_name":"Vo Thanh Ha","raw_affiliation_strings":["University of Transport and Communications,Faculty of Electrical and Electronic Engineering,Hanoi,Vietnam","Faculty of Electrical and Electronic Engineering, University of Transport and Communications, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"University of Transport and Communications,Faculty of Electrical and Electronic Engineering,Hanoi,Vietnam","institution_ids":["https://openalex.org/I4210093659"]},{"raw_affiliation_string":"Faculty of Electrical and Electronic Engineering, University of Transport and Communications, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210093659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073813917","display_name":"Tran Ngoc Tu","orcid":"https://orcid.org/0000-0003-2223-7693"},"institutions":[{"id":"https://openalex.org/I4210093659","display_name":"University of Transport and Communications","ror":"https://ror.org/006qk6d61","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210093659"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Tran Ngoc Tu","raw_affiliation_strings":["University of Transport and Communications,Faculty of Electrical and Electronic Engineering,Hanoi,Vietnam","Faculty of Electrical and Electronic Engineering, University of Transport and Communications, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"University of Transport and Communications,Faculty of Electrical and Electronic Engineering,Hanoi,Vietnam","institution_ids":["https://openalex.org/I4210093659"]},{"raw_affiliation_string":"Faculty of Electrical and Electronic Engineering, University of Transport and Communications, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210093659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100680157","display_name":"Nguyen Trung Dung","orcid":"https://orcid.org/0000-0002-5097-4511"},"institutions":[{"id":"https://openalex.org/I4210093659","display_name":"University of Transport and Communications","ror":"https://ror.org/006qk6d61","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210093659"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Nguyen Trung Dung","raw_affiliation_strings":["University of Transport and Communications,Faculty of Electrical and Electronic Engineering,Hanoi,Vietnam","Faculty of Electrical and Electronic Engineering, University of Transport and Communications, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"University of Transport and Communications,Faculty of Electrical and Electronic Engineering,Hanoi,Vietnam","institution_ids":["https://openalex.org/I4210093659"]},{"raw_affiliation_string":"Faculty of Electrical and Electronic Engineering, University of Transport and Communications, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210093659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056018636","display_name":"Trinh Luong Mien","orcid":"https://orcid.org/0000-0003-4305-7130"},"institutions":[{"id":"https://openalex.org/I4210093659","display_name":"University of Transport and Communications","ror":"https://ror.org/006qk6d61","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210093659"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Trinh Luong Mien","raw_affiliation_strings":["University of Transport and Communications,Faculty of Electrical and Electronic Engineering,Hanoi,Vietnam","Faculty of Electrical and Electronic Engineering, University of Transport and Communications, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"University of Transport and Communications,Faculty of Electrical and Electronic Engineering,Hanoi,Vietnam","institution_ids":["https://openalex.org/I4210093659"]},{"raw_affiliation_string":"Faculty of Electrical and Electronic Engineering, University of Transport and Communications, Hanoi, Vietnam","institution_ids":["https://openalex.org/I4210093659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014430527","display_name":"Chu Thi Thuy","orcid":null},"institutions":[{"id":"https://openalex.org/I64519617","display_name":"Hanoi University","ror":"https://ror.org/01mxx0e62","country_code":"VN","type":"education","lineage":["https://openalex.org/I64519617"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Chu Thi Thuy","raw_affiliation_strings":["University of Economics - Technology for Industries,Faculty of Electrical Engineering,Hanoi,Vietnam","Faculty of Electrical Engineering, University of Economics - Technology for Industries, Hanoi, Vietnam"],"affiliations":[{"raw_affiliation_string":"University of Economics - Technology for Industries,Faculty of Electrical Engineering,Hanoi,Vietnam","institution_ids":["https://openalex.org/I64519617"]},{"raw_affiliation_string":"Faculty of Electrical Engineering, University of Economics - Technology for Industries, Hanoi, Vietnam","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5023214935"],"corresponding_institution_ids":["https://openalex.org/I4210093659"],"apc_list":null,"apc_paid":null,"fwci":0.7064,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.76117744,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"527","last_page":"532"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8836894631385803},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8212554454803467},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7797143459320068},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.6437829732894897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5268679261207581},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5072245597839355},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.49740174412727356},{"id":"https://openalex.org/keywords/matlab","display_name":"MATLAB","score":0.4973154366016388},{"id":"https://openalex.org/keywords/table","display_name":"Table (database)","score":0.44707953929901123},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4266735911369324},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14485394954681396},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.06659981608390808}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8836894631385803},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8212554454803467},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7797143459320068},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.6437829732894897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5268679261207581},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5072245597839355},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.49740174412727356},{"id":"https://openalex.org/C2780365114","wikidata":"https://www.wikidata.org/wiki/Q169478","display_name":"MATLAB","level":2,"score":0.4973154366016388},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.44707953929901123},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4266735911369324},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14485394954681396},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.06659981608390808},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icsse58758.2023.10227206","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsse58758.2023.10227206","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Conference on System Science and Engineering (ICSSE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1968651586","https://openalex.org/W2040402937","https://openalex.org/W2134673975","https://openalex.org/W2139729686","https://openalex.org/W2143457595","https://openalex.org/W2212765426","https://openalex.org/W2588755082","https://openalex.org/W2907953482","https://openalex.org/W4214717370","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6733730234"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2937181779"],"abstract_inverted_index":{"This":[0,65],"paper":[1],"presents":[2],"the":[3,57,82,88,101],"design":[4],"of":[5,74,100],"an":[6,27],"intelligent":[7],"controller":[8],"applying":[9],"reinforcement":[10,30,39],"learning":[11,31,40],"using":[12],"a":[13,37,44,62,70,86],"deep":[14,22],"Q-network":[15,23,53],"(DQN)":[16,24],"algorithm":[17,25],"for":[18],"autonomous":[19,89],"vehicles.":[20],"The":[21,98],"is":[26,36,54,103],"online,":[28],"model-free":[29],"approach.":[32],"A":[33],"DQN":[34],"agent":[35,41,72],"value-based":[38],"that":[42],"teaches":[43],"critic":[45],"to":[46,55,68,81],"predict":[47],"future":[48],"rewards":[49],"or":[50],"returns.":[51],"Deep":[52],"replace":[56],"action-state":[58],"Q":[59],"table":[60],"with":[61,96],"neural":[63],"network.":[64],"solution":[66],"applies":[67],"building":[69],"self-propelled":[71],"capable":[73],"correcting":[75],"static":[76],"and":[77,93],"moving":[78],"obstacles":[79],"according":[80],"physical":[83],"environment.":[84],"As":[85],"result,":[87],"vehicle":[90],"can":[91],"move":[92],"avoid":[94],"collisions":[95],"obstacles.":[97],"correctness":[99],"theory":[102],"demonstrated":[104],"through":[105],"MATLAB":[106],"simulation.":[107]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-15T09:29:46.208133","created_date":"2025-10-10T00:00:00"}