{"id":"https://openalex.org/W4391095567","doi":"https://doi.org/10.1109/bigdata59044.2023.10386803","title":"Improved Tactical Decision Making and Control Architecture for Autonomous Truck in SUMO Using Reinforcement Learning","display_name":"Improved Tactical Decision Making and Control Architecture for Autonomous Truck in SUMO Using Reinforcement Learning","publication_year":2023,"publication_date":"2023-12-15","ids":{"openalex":"https://openalex.org/W4391095567","doi":"https://doi.org/10.1109/bigdata59044.2023.10386803"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata59044.2023.10386803","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata59044.2023.10386803","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093760665","display_name":"Deepthi Pathare","orcid":null},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Deepthi Pathare","raw_affiliation_strings":["Chalmers University of Technology,Department of Computer Science and Engineering,Göteborg,Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chalmers University of Technology,Department of Computer Science and Engineering,Göteborg,Sweden","institution_ids":["https://openalex.org/I66862912"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075558922","display_name":"Leo Laine","orcid":"https://orcid.org/0000-0002-0672-3985"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Leo Laine","raw_affiliation_strings":["Chalmers University of Technology,Department of Mechanics and Maritime Sciences,Göteborg,Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chalmers University of Technology,Department of Mechanics and Maritime Sciences,Göteborg,Sweden","institution_ids":["https://openalex.org/I66862912"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103015876","display_name":"Morteza Haghir Chehreghani","orcid":"https://orcid.org/0000-0002-2912-7422"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Morteza Haghir Chehreghani","raw_affiliation_strings":["Chalmers University of Technology,Department of Computer Science and Engineering,Göteborg,Sweden"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chalmers University of Technology,Department of Computer Science and Engineering,Göteborg,Sweden","institution_ids":["https://openalex.org/I66862912"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I66862912"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5321","last_page":"5329"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10525","display_name":"Human-Automation Interaction and Safety","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9586712718009949},{"id":"https://openalex.org/keywords/truck","display_name":"Truck","score":0.7949279546737671},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.703642725944519},{"id":"https://openalex.org/keywords/cruise-control","display_name":"Cruise control","score":0.5916492938995361},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4891648590564728},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.336073100566864},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2135864496231079},{"id":"https://openalex.org/keywords/automotive-engineering","display_name":"Automotive engineering","score":0.10915377736091614}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9586712718009949},{"id":"https://openalex.org/C52121051","wikidata":"https://www.wikidata.org/wiki/Q43193","display_name":"Truck","level":2,"score":0.7949279546737671},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.703642725944519},{"id":"https://openalex.org/C113168747","wikidata":"https://www.wikidata.org/wiki/Q507295","display_name":"Cruise control","level":3,"score":0.5916492938995361},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4891648590564728},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.336073100566864},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2135864496231079},{"id":"https://openalex.org/C171146098","wikidata":"https://www.wikidata.org/wiki/Q124192","display_name":"Automotive engineering","level":1,"score":0.10915377736091614}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/bigdata59044.2023.10386803","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata59044.2023.10386803","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},{"id":"pmh:oai:research.chalmers.se:540007","is_oa":false,"landing_page_url":"https://research.chalmers.se/en/publication/540007","pdf_url":null,"source":{"id":"https://openalex.org/S4306402469","display_name":"Chalmers Research (Chalmers University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66862912","host_organization_name":"Chalmers University of Technology","host_organization_lineage":["https://openalex.org/I66862912"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.6899999976158142,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1965455100","https://openalex.org/W1972044564","https://openalex.org/W1974883306","https://openalex.org/W2005922558","https://openalex.org/W2091353713","https://openalex.org/W2100488636","https://openalex.org/W2111002019","https://openalex.org/W2129660761","https://openalex.org/W2473341621","https://openalex.org/W2534937603","https://openalex.org/W2583993537","https://openalex.org/W2736601468","https://openalex.org/W2789569925","https://openalex.org/W2903709398","https://openalex.org/W2981402159","https://openalex.org/W3100944043","https://openalex.org/W3119981760","https://openalex.org/W3126685230","https://openalex.org/W3127561923","https://openalex.org/W3216772467","https://openalex.org/W4214717370","https://openalex.org/W4241165776","https://openalex.org/W4301501993","https://openalex.org/W4394581738","https://openalex.org/W6602959123","https://openalex.org/W6728155968","https://openalex.org/W6794065726","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W4285388621","https://openalex.org/W1517019597","https://openalex.org/W1968776045","https://openalex.org/W2296713838","https://openalex.org/W767149399","https://openalex.org/W3036261569","https://openalex.org/W2889950528","https://openalex.org/W575062473","https://openalex.org/W4297672583","https://openalex.org/W2357934771"],"abstract_inverted_index":{"We":[0,39],"employ":[1],"Reinforcement":[2],"Learning":[3],"(RL)":[4],"techniques":[5],"with":[6],"improved":[7],"state":[8],"and":[9,27,55,72,80],"action":[10],"spaces":[11],"for":[12,31],"tactical":[13],"decision":[14],"making":[15],"in":[16,35],"an":[17],"autonomous":[18,33],"truck.":[19],"Specifically,":[20],"we":[21,89],"implement":[22],"Adaptive":[23],"Cruise":[24],"Control":[25],"(ACC)":[26],"lane":[28],"change":[29],"maneuvers":[30],"the":[32,41,77,81,97,104,108],"truck":[34,105],"a":[36,91],"highway":[37],"scenario.":[38],"show":[40],"results":[42,61],"obtained":[43],"using":[44],"three":[45],"reinforcement":[46],"learning":[47],"algorithms:":[48],"Deep":[49],"Q-Network":[50],"(DQN),":[51],"Advantage":[52],"Actor-Critic":[53],"(A2C)":[54],"Proximal":[56],"Policy":[57],"Optimization":[58],"(PPO).":[59],"Our":[60],"demonstrate":[62],"that":[63],"it":[64],"is":[65],"beneficial":[66],"to":[67,106],"separate":[68],"high-level":[69],"decision-making":[70],"processes":[71],"low-level":[73,82],"control":[74],"actions":[75],"between":[76],"RL":[78,109],"agent":[79,110],"controllers":[83],"based":[84,95],"on":[85,96],"physical":[86],"models.":[87],"Furthermore,":[88],"design":[90],"realistic":[92],"reward":[93],"function":[94],"Total":[98],"Cost":[99],"of":[100,103],"Operation":[101],"(TCOP)":[102],"guide":[107],"towards":[111],"optimal":[112],"driving":[113],"strategy.":[114]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}