{"id":"https://openalex.org/W4213443150","doi":"https://doi.org/10.1109/tits.2022.3150493","title":"Skills to Drive: Successor Features for Autonomous Highway Pilot","display_name":"Skills to Drive: Successor Features for Autonomous Highway Pilot","publication_year":2022,"publication_date":"2022-02-23","ids":{"openalex":"https://openalex.org/W4213443150","doi":"https://doi.org/10.1109/tits.2022.3150493"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2022.3150493","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3150493","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086854188","display_name":"L\u00e1szl\u00f3 Sz\u0151ke","orcid":"https://orcid.org/0000-0001-9926-4054"},"institutions":[{"id":"https://openalex.org/I29770179","display_name":"Budapest University of Technology and Economics","ror":"https://ror.org/02w42ss30","country_code":"HU","type":"education","lineage":["https://openalex.org/I29770179"]},{"id":"https://openalex.org/I4400573228","display_name":"Robert Bosch (Hungary)","ror":"https://ror.org/03xvpbd79","country_code":null,"type":"company","lineage":["https://openalex.org/I4400573228","https://openalex.org/I889804353"]}],"countries":["HU"],"is_corresponding":true,"raw_author_name":"Laszlo Szoke","raw_affiliation_strings":["Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, Budapest, Hungary","Robert Bosch Kft., Budapest, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, Budapest, Hungary","institution_ids":["https://openalex.org/I29770179"]},{"raw_affiliation_string":"Robert Bosch Kft., Budapest, Hungary","institution_ids":["https://openalex.org/I4400573228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084972354","display_name":"Szil\u00e1rd Aradi","orcid":"https://orcid.org/0000-0001-6811-2584"},"institutions":[{"id":"https://openalex.org/I29770179","display_name":"Budapest University of Technology and Economics","ror":"https://ror.org/02w42ss30","country_code":"HU","type":"education","lineage":["https://openalex.org/I29770179"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Szilard Aradi","raw_affiliation_strings":["Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, Budapest, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, Budapest, Hungary","institution_ids":["https://openalex.org/I29770179"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000436758","display_name":"Tam\u00e1s B\u00e9csi","orcid":"https://orcid.org/0000-0002-1487-9672"},"institutions":[{"id":"https://openalex.org/I29770179","display_name":"Budapest University of Technology and Economics","ror":"https://ror.org/02w42ss30","country_code":"HU","type":"education","lineage":["https://openalex.org/I29770179"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Tamas Becsi","raw_affiliation_strings":["Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, Budapest, Hungary"],"affiliations":[{"raw_affiliation_string":"Department of Control for Transportation and Vehicle Systems, Budapest University of Technology and Economics, Budapest, Hungary","institution_ids":["https://openalex.org/I29770179"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038755734","display_name":"P\u00e9ter G\u00e1sp\u00e1r","orcid":"https://orcid.org/0000-0003-3388-1724"},"institutions":[{"id":"https://openalex.org/I4210117195","display_name":"Institute for Computer Science and Control","ror":"https://ror.org/0249v7n71","country_code":"HU","type":"facility","lineage":["https://openalex.org/I4210117195","https://openalex.org/I7597260"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"Peter Gaspar","raw_affiliation_strings":["Systems and Control Laboratory, Institute for Computer Science and Control, Budapest, Hungary"],"affiliations":[{"raw_affiliation_string":"Systems and Control Laboratory, Institute for Computer Science and Control, Budapest, Hungary","institution_ids":["https://openalex.org/I4210117195"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5086854188"],"corresponding_institution_ids":["https://openalex.org/I29770179","https://openalex.org/I4400573228"],"apc_list":null,"apc_paid":null,"fwci":0.5484,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.61709946,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"23","issue":"10","first_page":"18707","last_page":"18718"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/successor-cardinal","display_name":"Successor cardinal","score":0.9519892930984497},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8679261803627014},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.6251594424247742},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5778522491455078},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.568946123123169},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4944345951080322},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4940257668495178},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.4807548224925995},{"id":"https://openalex.org/keywords/autonomous-system","display_name":"Autonomous system (mathematics)","score":0.44975584745407104},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41729652881622314},{"id":"https://openalex.org/keywords/intelligent-agent","display_name":"Intelligent agent","score":0.41355186700820923},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35606980323791504},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.32247036695480347}],"concepts":[{"id":"https://openalex.org/C75306776","wikidata":"https://www.wikidata.org/wiki/Q7632662","display_name":"Successor cardinal","level":2,"score":0.9519892930984497},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8679261803627014},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.6251594424247742},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5778522491455078},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.568946123123169},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4944345951080322},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4940257668495178},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.4807548224925995},{"id":"https://openalex.org/C9628104","wikidata":"https://www.wikidata.org/wiki/Q788009","display_name":"Autonomous system (mathematics)","level":2,"score":0.44975584745407104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41729652881622314},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.41355186700820923},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35606980323791504},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32247036695480347},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tits.2022.3150493","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2022.3150493","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:real.mtak.hu:149840","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400081","display_name":"Repository of the Academy's Library (Library of the Hungarian Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210140733","host_organization_name":"Library and Information Centre of the Hungarian Academy of Sciences","host_organization_lineage":["https://openalex.org/I4210140733"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:eprints.sztaki.hu:10394","is_oa":false,"landing_page_url":"https://eprints.sztaki.hu/10394/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401907","display_name":"SZTAKI Publication Repository (Hungarian Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I7597260","host_organization_name":"Hungarian Academy of Sciences","host_organization_lineage":["https://openalex.org/I7597260"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W2056354534","https://openalex.org/W2530091840","https://openalex.org/W2563338958","https://openalex.org/W2578206533","https://openalex.org/W2746553466","https://openalex.org/W2752236613","https://openalex.org/W2902907165","https://openalex.org/W2903709398","https://openalex.org/W2946694254","https://openalex.org/W2963019567","https://openalex.org/W2963165400","https://openalex.org/W2965666670","https://openalex.org/W2970065535","https://openalex.org/W2980522920","https://openalex.org/W2989847975","https://openalex.org/W2989964169","https://openalex.org/W2990123902","https://openalex.org/W2990417263","https://openalex.org/W2991448601","https://openalex.org/W2994995984","https://openalex.org/W2996037775","https://openalex.org/W3034445502","https://openalex.org/W3034956653","https://openalex.org/W3045764976","https://openalex.org/W3072315125","https://openalex.org/W3090027660","https://openalex.org/W3092102655","https://openalex.org/W3093768406","https://openalex.org/W3102270594","https://openalex.org/W3118210634","https://openalex.org/W3157893055","https://openalex.org/W3164005523","https://openalex.org/W4214717370","https://openalex.org/W4240649882","https://openalex.org/W4289107543","https://openalex.org/W4297804343","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6716653466","https://openalex.org/W6718190810","https://openalex.org/W6731187701","https://openalex.org/W6731982132","https://openalex.org/W6734215269","https://openalex.org/W6738741286","https://openalex.org/W6745935785","https://openalex.org/W6752187413","https://openalex.org/W6756678738","https://openalex.org/W6756685538","https://openalex.org/W6758417531","https://openalex.org/W6764281707","https://openalex.org/W6767130282","https://openalex.org/W6773547506","https://openalex.org/W6775522024"],"related_works":["https://openalex.org/W2494202692","https://openalex.org/W2493018157","https://openalex.org/W4255709826","https://openalex.org/W4213443150","https://openalex.org/W1514940859","https://openalex.org/W4389284117","https://openalex.org/W2618926139","https://openalex.org/W4244883971","https://openalex.org/W857573608","https://openalex.org/W3146691159"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1],"applications":[2],"are":[3,25],"spreading":[4],"among":[5],"different":[6,75,144],"domains,":[7],"including":[8],"autonomous":[9,50,161],"vehicle":[10,51,162],"control.":[11],"The":[12],"diverse":[13],"situations":[14],"that":[15],"can":[16,133],"happen":[17],"during,":[18],"for":[19,64,113,179],"instance,":[20],"at":[21],"a":[22,96,166,180],"highway":[23,181],"commute":[24],"infinite,":[26],"and":[27,44,70,94,116,136,147],"with":[28,40,126,184],"labeled":[29],"data,":[30],"the":[31,41,54,65,71,74,80,88,100,104,110,114,127,130,141,155],"perfect":[32],"coverage":[33],"of":[34,79,99,157,169],"all":[35],"use-cases":[36],"sounds":[37],"ambitious.":[38],"However,":[39],"complex":[42],"tasks":[43],"complicated":[45],"scenarios":[46],"faced":[47],"during":[48],"an":[49,138],"system":[52],"design,":[53],"credit":[55],"assignment":[56],"problem":[57,89],"arises.":[58],"How":[59],"to":[60,68,86,160],"construct":[61],"appropriate":[62],"objectives":[63],"artificial":[66],"intelligence":[67],"learn":[69],"preferences":[72,150],"between":[73],"goals":[76],"also":[77],"matter":[78],"designer\u2019s":[81],"choice.":[82],"This":[83,107],"work":[84],"attempts":[85],"tackle":[87],"by":[90],"utilizing":[91],"successor":[92],"features":[93],"providing":[95],"possible":[97],"decomposition":[98,142],"reward":[101],"functions,":[102],"guiding":[103],"agent\u2019s":[105],"actions.":[106],"method":[108],"makes":[109,148],"training":[111],"easier":[112],"agent":[115],"enables":[117],"immediate,":[118],"profound":[119],"performance":[120],"on":[121],"new":[122],"combined":[123],"tasks.":[124],"Furthermore,":[125],"optimal":[128],"composition,":[129],"desired":[131],"behavior":[132],"be":[134],"fine-tuned,":[135],"as":[137,188],"auxiliary":[139],"gain,":[140],"empowers":[143],"driving":[145,149,182],"styles":[146],"rapidly":[151],"changeable.":[152],"We":[153,175],"introduce":[154],"adaptation":[156],"FastRL":[158],"algorithm":[159],"domain,":[163],"meanwhile":[164],"developing":[165],"stabilizing":[167],"way":[168],"using":[170],"Successor":[171],"Features,":[172],"namely":[173],"DoubleFastRL.":[174],"compare":[176],"our":[177],"solution":[178],"scenario":[183],"basic":[185],"agents":[186],"such":[187],"Q-learning":[189],"having":[190],"multi-objective":[191],"training.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}