{"id":"https://openalex.org/W4402807751","doi":"https://doi.org/10.1109/tits.2024.3436530","title":"Motion Primitives as the Action Space of Deep Q-Learning for Planning in Autonomous Driving","display_name":"Motion Primitives as the Action Space of Deep Q-Learning for Planning in Autonomous Driving","publication_year":2024,"publication_date":"2024-09-24","ids":{"openalex":"https://openalex.org/W4402807751","doi":"https://doi.org/10.1109/tits.2024.3436530"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2024.3436530","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3436530","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.22028/d291-47750","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077787741","display_name":"Tristan Schneider","orcid":"https://orcid.org/0000-0002-4804-3902"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Tristan Schneider","raw_affiliation_strings":["Chair of Systems Modeling and Simulation, Systems Engineering, Saarland University, Saarbr&#x00FC;cken, Germany","Systems Engineering, Chair of Systems Modeling and Simulation, Saarland University, Saarbr&#x00FC;cken, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4804-3902","affiliations":[{"raw_affiliation_string":"Chair of Systems Modeling and Simulation, Systems Engineering, Saarland University, Saarbr&#x00FC;cken, Germany","institution_ids":["https://openalex.org/I91712215"]},{"raw_affiliation_string":"Systems Engineering, Chair of Systems Modeling and Simulation, Saarland University, Saarbr&#x00FC;cken, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060007047","display_name":"Matheus V. A. Pedrosa","orcid":"https://orcid.org/0000-0001-5238-7786"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matheus V. A. Pedrosa","raw_affiliation_strings":["Chair of Systems Modeling and Simulation, Systems Engineering, Saarland University, Saarbr&#x00FC;cken, Germany","Systems Engineering, Chair of Systems Modeling and Simulation, Saarland University, Saarbr&#x00FC;cken, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5238-7786","affiliations":[{"raw_affiliation_string":"Chair of Systems Modeling and Simulation, Systems Engineering, Saarland University, Saarbr&#x00FC;cken, Germany","institution_ids":["https://openalex.org/I91712215"]},{"raw_affiliation_string":"Systems Engineering, Chair of Systems Modeling and Simulation, Saarland University, Saarbr&#x00FC;cken, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033310691","display_name":"Timo P. Gros","orcid":"https://orcid.org/0000-0002-1100-1952"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Timo P. Gros","raw_affiliation_strings":["Chair of Modeling and Simulation, Saarland Informatics Campus, Saarland University, Saarbr&#x00FC;cken, Germany"],"raw_orcid":"https://orcid.org/0000-0002-1100-1952","affiliations":[{"raw_affiliation_string":"Chair of Modeling and Simulation, Saarland Informatics Campus, Saarland University, Saarbr&#x00FC;cken, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089228948","display_name":"Verena Wolf","orcid":"https://orcid.org/0000-0001-8460-6007"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Verena Wolf","raw_affiliation_strings":["Chair of Modeling and Simulation, Saarland Informatics Campus, Saarland University, Saarbr&#x00FC;cken, Germany"],"raw_orcid":"https://orcid.org/0000-0001-8460-6007","affiliations":[{"raw_affiliation_string":"Chair of Modeling and Simulation, Saarland Informatics Campus, Saarland University, Saarbr&#x00FC;cken, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043362659","display_name":"Kathrin Fla\u00dfkamp","orcid":"https://orcid.org/0000-0001-5983-1907"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kathrin Fla\u00dfkamp","raw_affiliation_strings":["Chair of Systems Modeling and Simulation, Systems Engineering, Saarland University, Saarbr&#x00FC;cken, Germany","Systems Engineering, Chair of Systems Modeling and Simulation, Saarland University, Saarbr&#x00FC;cken, Germany"],"raw_orcid":"https://orcid.org/0000-0001-5983-1907","affiliations":[{"raw_affiliation_string":"Chair of Systems Modeling and Simulation, Systems Engineering, Saarland University, Saarbr&#x00FC;cken, Germany","institution_ids":["https://openalex.org/I91712215"]},{"raw_affiliation_string":"Systems Engineering, Chair of Systems Modeling and Simulation, Saarland University, Saarbr&#x00FC;cken, Germany","institution_ids":["https://openalex.org/I91712215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I91712215"],"apc_list":null,"apc_paid":null,"fwci":0.9198,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.73292693,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"25","issue":"11","first_page":"17852","last_page":"17864"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.7601000070571899,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.7601000070571899,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.6846998333930969},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5926058292388916},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5768555402755737},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5579650402069092},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5570653676986694},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.555457353591919},{"id":"https://openalex.org/keywords/motion-planning","display_name":"Motion planning","score":0.488605797290802},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.41084814071655273},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3622914254665375},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.3188881278038025},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.19395625591278076},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.1787891685962677}],"concepts":[{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.6846998333930969},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5926058292388916},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5768555402755737},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5579650402069092},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5570653676986694},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.555457353591919},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.488605797290802},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.41084814071655273},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3622914254665375},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3188881278038025},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.19395625591278076},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.1787891685962677},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tits.2024.3436530","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2024.3436530","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"doi:10.22028/d291-47750","is_oa":true,"landing_page_url":"https://doi.org/10.22028/d291-47750","pdf_url":null,"source":{"id":"https://openalex.org/S4377196499","display_name":"Publications of the UdS (Saarland University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I91712215","host_organization_name":"Saarland University","host_organization_lineage":["https://openalex.org/I91712215"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Collection"}],"best_oa_location":{"id":"doi:10.22028/d291-47750","is_oa":true,"landing_page_url":"https://doi.org/10.22028/d291-47750","pdf_url":null,"source":{"id":"https://openalex.org/S4377196499","display_name":"Publications of the UdS (Saarland University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I91712215","host_organization_name":"Saarland University","host_organization_lineage":["https://openalex.org/I91712215"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Collection"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W275084143","https://openalex.org/W1424654272","https://openalex.org/W1617322827","https://openalex.org/W1971998222","https://openalex.org/W1987533373","https://openalex.org/W2009533501","https://openalex.org/W2128582898","https://openalex.org/W2145339207","https://openalex.org/W2153219011","https://openalex.org/W2324185121","https://openalex.org/W2739529772","https://openalex.org/W2740508249","https://openalex.org/W2797945469","https://openalex.org/W2975560546","https://openalex.org/W3035170447","https://openalex.org/W3037164854","https://openalex.org/W3044739441","https://openalex.org/W3094236223","https://openalex.org/W3096351713","https://openalex.org/W3127561923","https://openalex.org/W3155039249","https://openalex.org/W3194575292","https://openalex.org/W4207039171","https://openalex.org/W4210752230","https://openalex.org/W4213251304","https://openalex.org/W4214717370","https://openalex.org/W4283379771","https://openalex.org/W4285446101","https://openalex.org/W4290052206","https://openalex.org/W4311354561","https://openalex.org/W4312337156","https://openalex.org/W4365790399","https://openalex.org/W4384069847","https://openalex.org/W4384158204","https://openalex.org/W6617774196","https://openalex.org/W6637967152","https://openalex.org/W6684921986","https://openalex.org/W6687918259","https://openalex.org/W6743756900","https://openalex.org/W6747473740","https://openalex.org/W6781540704","https://openalex.org/W6804601995"],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W3087814763","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2937181779","https://openalex.org/W2537866915","https://openalex.org/W4311431118"],"abstract_inverted_index":{"Motion":[0],"planning":[1,86,100],"for":[2,42],"autonomous":[3],"vehicles":[4],"is":[5,87],"commonly":[6],"implemented":[7],"via":[8],"graph-search":[9,110],"methods,":[10],"which":[11,70],"pose":[12],"limitations":[13],"to":[14,66],"the":[15,33,49,54,59,77,119],"model":[16,53,97],"accuracy":[17],"and":[18,98,115],"environmental":[19],"complexity":[20],"that":[21,104],"can":[22],"be":[23],"handled":[24],"under":[25],"real-time":[26,43],"constraints.":[27],"In":[28],"contrast,":[29],"reinforcement":[30],"learning,":[31],"specifically":[32],"deep":[34,50],"Q-learning":[35],"(DQL)":[36],"algorithm,":[37],"provides":[38],"an":[39],"interesting":[40],"alternative":[41],"solutions.":[44],"Some":[45],"approaches,":[46],"such":[47],"as":[48,76],"Q-network":[51],"(DQN),":[52],"RL-action":[55],"space":[56],"by":[57],"quantizing":[58],"continuous":[60],"control":[61],"inputs.":[62],"Here,":[63],"we":[64],"propose":[65],"use":[67],"motion":[68,84],"primitives,":[69],"encode":[71],"continuous-time":[72],"nonlinear":[73],"system":[74],"behavior":[75],"action":[78],"space.":[79],"The":[80],"novel":[81],"methodology":[82],"of":[83,117],"primitives-DQL":[85],"evaluated":[88],"in":[89,112],"a":[90,94,108],"numerical":[91],"example":[92],"using":[93],"single-track":[95],"vehicle":[96],"different":[99],"scenarios.":[101],"We":[102],"show":[103],"our":[105],"approach":[106],"outperforms":[107],"state-of-the-art":[109],"method":[111],"computation":[113],"time":[114],"probability":[116],"reaching":[118],"goal.":[120]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-14T07:06:38.338062","created_date":"2025-10-10T00:00:00"}
