{"id":"https://openalex.org/W3192209400","doi":"https://doi.org/10.1109/icaicst53116.2021.9497818","title":"Case Study on Gap Selection for Automated Vehicles Based on Deep Q-Learning","display_name":"Case Study on Gap Selection for Automated Vehicles Based on Deep Q-Learning","publication_year":2021,"publication_date":"2021-06-29","ids":{"openalex":"https://openalex.org/W3192209400","doi":"https://doi.org/10.1109/icaicst53116.2021.9497818","mag":"3192209400"},"language":"en","primary_location":{"id":"doi:10.1109/icaicst53116.2021.9497818","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icaicst53116.2021.9497818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on Artificial Intelligence and Computer Science Technology (ICAICST)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049974872","display_name":"Matthias Nichting","orcid":null},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Matthias Nichting","raw_affiliation_strings":["German Aerospace Center (DLR), Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Aerospace Center (DLR), Germany","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073903757","display_name":"Thomas Lobig","orcid":null},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Thomas Lobig","raw_affiliation_strings":["German Aerospace Center (DLR), Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Aerospace Center (DLR), Germany","institution_ids":["https://openalex.org/I2898391981"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073402824","display_name":"Frank K\u00f6ster","orcid":"https://orcid.org/0000-0001-8684-3698"},"institutions":[{"id":"https://openalex.org/I2898391981","display_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","ror":"https://ror.org/04bwf3e34","country_code":"DE","type":"facility","lineage":["https://openalex.org/I1305996414","https://openalex.org/I2898391981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Frank Koster","raw_affiliation_strings":["German Aerospace Center (DLR), Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"German Aerospace Center (DLR), Germany","institution_ids":["https://openalex.org/I2898391981"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I2898391981"],"apc_list":null,"apc_paid":null,"fwci":0.279,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.55311412,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"252","last_page":"257"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/intuition","display_name":"Intuition","score":0.867254376411438},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7307060956954956},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7101666331291199},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5743259787559509},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.49299904704093933},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.456287682056427},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.4364240765571594},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.41549327969551086},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.3440914452075958},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18713077902793884}],"concepts":[{"id":"https://openalex.org/C132010649","wikidata":"https://www.wikidata.org/wiki/Q189222","display_name":"Intuition","level":2,"score":0.867254376411438},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7307060956954956},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7101666331291199},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5743259787559509},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.49299904704093933},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.456287682056427},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.4364240765571594},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.41549327969551086},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3440914452075958},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18713077902793884},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icaicst53116.2021.9497818","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icaicst53116.2021.9497818","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 International Conference on Artificial Intelligence and Computer Science Technology (ICAICST)","raw_type":"proceedings-article"},{"id":"pmh:oai:elib.dlr.de:142783","is_oa":false,"landing_page_url":"https://elib.dlr.de/142783/","pdf_url":null,"source":{"id":"https://openalex.org/S4377196266","display_name":"elib (German Aerospace Center)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2898391981","host_organization_name":"Deutsches Zentrum f\u00fcr Luft- und Raumfahrt e. V. (DLR)","host_organization_lineage":["https://openalex.org/I2898391981"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Konferenzbeitrag"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1522301498","https://openalex.org/W2121863487","https://openalex.org/W2141559645","https://openalex.org/W2867505689","https://openalex.org/W2903709398","https://openalex.org/W2903881395","https://openalex.org/W2951157784","https://openalex.org/W2963322416","https://openalex.org/W2964121744","https://openalex.org/W2990640452","https://openalex.org/W3003878797","https://openalex.org/W3090027660","https://openalex.org/W3117126067","https://openalex.org/W3120580769","https://openalex.org/W3125081163","https://openalex.org/W3127561923","https://openalex.org/W3136325136","https://openalex.org/W4254755460","https://openalex.org/W6631190155","https://openalex.org/W6787980023","https://openalex.org/W6789368940"],"related_works":["https://openalex.org/W2364252372","https://openalex.org/W4234066492","https://openalex.org/W4362501864","https://openalex.org/W1998063895","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W1967044713","https://openalex.org/W2031695474","https://openalex.org/W2133470120"],"abstract_inverted_index":{"Autonomous":[0],"driving":[1,101],"agents":[2],"are":[3],"often":[4],"faced":[5],"with":[6,59,112,144],"decisions":[7,20,50],"which":[8,89],"human":[9],"drivers":[10],"seem":[11],"to":[12,29],"solve":[13],"by":[14,51],"their":[15],"intuition.":[16],"Many":[17],"of":[18,75,127,130],"these":[19],"can":[21,109],"be":[22],"quite":[23],"complex":[24,64],"without":[25],"a":[26,32,46,60,70,84,93],"straightforward":[27],"way":[28],"derive":[30],"e.g.":[31],"rule-based":[33,116],"model":[34],"and":[35,95,122],"make":[36],"the":[37,67,73,76,82,99,107,125,131,138],"intuition":[38],"available":[39],"for":[40,48,98,135,137],"artificial":[41],"agents.":[42],"This":[43],"paper":[44],"discusses":[45],"setup":[47],"learning":[49],"applying":[52],"reinforcement":[53],"learning.":[54],"It":[55],"further":[56,148],"exemplifies":[57],"this":[58],"purposefully":[61],"not":[62],"overly":[63],"use":[65],"case,":[66],"merging":[68],"onto":[69],"road":[71],"before":[72],"end":[74],"ego":[77],"vehicle\u2019s":[78],"lane.":[79],"To":[80],"showcase":[81],"approach":[83],"simulation":[85],"scenario":[86],"is":[87,90,120,141],"created":[88],"used":[91],"as":[92],"training":[94],"evaluation":[96],"environment":[97],"autonomous":[100],"agent.":[102],"The":[103,118],"result":[104],"shows":[105],"that":[106],"agent":[108],"keep":[110],"up":[111],"an":[113,145],"exemplary":[114],"implemented":[115],"heuristic.":[117],"performance":[119],"analyzed":[121],"evaluated":[123],"on":[124,147],"basis":[126],"specific":[128,139],"instances":[129],"traffic":[132],"merger.":[133],"Potential":[134],"improvement":[136],"experiment":[140],"addressed":[142],"along":[143],"outlook":[146],"research.":[149]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-26T08:34:08.712188","created_date":"2025-10-10T00:00:00"}