{"id":"https://openalex.org/W3147335029","doi":"https://doi.org/10.1109/tiv.2022.3149891","title":"Increasing the Efficiency of Policy Learning for Autonomous Vehicles by Multi-Task Representation Learning","display_name":"Increasing the Efficiency of Policy Learning for Autonomous Vehicles by Multi-Task Representation Learning","publication_year":2022,"publication_date":"2022-02-09","ids":{"openalex":"https://openalex.org/W3147335029","doi":"https://doi.org/10.1109/tiv.2022.3149891","mag":"3147335029"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2022.3149891","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tiv.2022.3149891","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274857/9927386/09708728.pdf","source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/7274857/9927386/09708728.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035651536","display_name":"Eshagh Kargar","orcid":"https://orcid.org/0000-0001-5899-3592"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":true,"raw_author_name":"Eshagh Kargar","raw_affiliation_strings":["Department of Electrical Engineering and Automation, School of Electrical Engineering, Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0001-5899-3592","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Automation, School of Electrical Engineering, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080940147","display_name":"Ville Kyrki","orcid":"https://orcid.org/0000-0002-5230-5549"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Ville Kyrki","raw_affiliation_strings":["Department of Electrical Engineering and Automation, School of Electrical Engineering, Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0002-5230-5549","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Automation, School of Electrical Engineering, Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5035651536"],"corresponding_institution_ids":["https://openalex.org/I9927081"],"apc_list":null,"apc_paid":null,"fwci":1.4101,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.7926461,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"7","issue":"3","first_page":"701","last_page":"710"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.8113769888877869},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8105177283287048},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8032022714614868},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6119281053543091},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6033816933631897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5987203121185303},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.580939769744873},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5350236892700195},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4805060625076294},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.43762844800949097},{"id":"https://openalex.org/keywords/policy-learning","display_name":"Policy learning","score":0.4338502883911133},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.43170303106307983},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.4311996102333069},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09174776077270508}],"concepts":[{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.8113769888877869},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8105177283287048},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8032022714614868},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6119281053543091},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6033816933631897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5987203121185303},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.580939769744873},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5350236892700195},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4805060625076294},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.43762844800949097},{"id":"https://openalex.org/C2779436431","wikidata":"https://www.wikidata.org/wiki/Q30672407","display_name":"Policy learning","level":2,"score":0.4338502883911133},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.43170303106307983},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.4311996102333069},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09174776077270508},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tiv.2022.3149891","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tiv.2022.3149891","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274857/9927386/09708728.pdf","source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/117858","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/b2f35c12-759d-437e-8347-f589a216204c","pdf_url":"https://research.aalto.fi/files/91879092/Increasing_the_Efficiency_of_Policy_Learning_for_Autonomous_Vehicles_by_Multi_Task_Representation_Learning.pdf","source":{"id":"https://openalex.org/S4306401662","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"publishedVersion"}],"best_oa_location":{"id":"doi:10.1109/tiv.2022.3149891","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tiv.2022.3149891","pdf_url":"https://ieeexplore.ieee.org/ielx7/7274857/9927386/09708728.pdf","source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.8299999833106995,"display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G4606287831","display_name":null,"funder_award_id":"326346","funder_id":"https://openalex.org/F4320321108","funder_display_name":"Academy of Finland"}],"funders":[{"id":"https://openalex.org/F4320321108","display_name":"Academy of Finland","ror":"https://ror.org/05k73zm37"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3147335029.pdf","grobid_xml":"https://content.openalex.org/works/W3147335029.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1757796397","https://openalex.org/W1959608418","https://openalex.org/W2145339207","https://openalex.org/W2194775991","https://openalex.org/W2746553466","https://openalex.org/W2752236613","https://openalex.org/W2753738274","https://openalex.org/W2799017078","https://openalex.org/W2904263972","https://openalex.org/W2905173465","https://openalex.org/W2962696750","https://openalex.org/W2962867954","https://openalex.org/W2963858432","https://openalex.org/W2964396132","https://openalex.org/W2967177252","https://openalex.org/W2968983352","https://openalex.org/W2972050850","https://openalex.org/W2977481643","https://openalex.org/W2990123902","https://openalex.org/W2990956645","https://openalex.org/W2991052353","https://openalex.org/W2991607840","https://openalex.org/W3015437096","https://openalex.org/W3028769608","https://openalex.org/W3035671534","https://openalex.org/W3090153548","https://openalex.org/W3090202852","https://openalex.org/W3093633779","https://openalex.org/W3102270594","https://openalex.org/W3115293622","https://openalex.org/W3121034396","https://openalex.org/W3127561923","https://openalex.org/W3128395826","https://openalex.org/W3129860168","https://openalex.org/W3171174687","https://openalex.org/W3175558129","https://openalex.org/W3200417159","https://openalex.org/W4285813067","https://openalex.org/W6640963894","https://openalex.org/W6744627333","https://openalex.org/W6769043036"],"related_works":["https://openalex.org/W2275988210","https://openalex.org/W2389073067","https://openalex.org/W140709781","https://openalex.org/W4320166805","https://openalex.org/W2359640100","https://openalex.org/W2076903247","https://openalex.org/W4319083788","https://openalex.org/W176174999","https://openalex.org/W3008321871","https://openalex.org/W4298000443"],"abstract_inverted_index":{"Driving":[0],"in":[1,56,132,155],"a":[2,10,14,22,25,38,45,70,116,142,156,161],"dynamic,":[3],"multi-agent,":[4],"and":[5,72,109,125,171,184],"complex":[6,15],"urban":[7],"environment":[8,40,78],"is":[9,130],"difficult":[11],"task":[12],"requiring":[13],"decision-making":[16],"policy.":[17,144],"The":[18],"learning":[19,170,177],"of":[20,76,83,106],"such":[21,59,102],"policy":[23],"requires":[24],"state":[26],"representation":[27,75,138,159,169],"that":[28,36,147],"can":[29],"encode":[30,37],"the":[31,77,81,104,110,126,135,149,167,172],"entire":[32],"environment.":[33],"Mid-level":[34],"representations":[35],"vehicle\u2019s":[39],"as":[41,60,103,139],"images":[42],"have":[43],"become":[44],"popular":[46],"choice.":[47],"Still,":[48],"they":[49],"are":[50],"quite":[51],"high-dimensional,":[52],"limiting":[53],"their":[54],"use":[55],"data-hungry":[57],"approaches":[58],"reinforcement":[61,176],"learning.":[62],"In":[63,165],"this":[64],"article,":[65],"we":[66,90,114],"propose":[67,115],"to":[68,97,141,178],"learn":[69,179],"low-dimensional":[71],"rich":[73],"latent":[74,137],"by":[79],"leveraging":[80],"knowledge":[82],"relevant":[84],"semantic":[85],"factors.":[86],"To":[87],"do":[88],"this,":[89],"train":[91],"an":[92],"encoder-decoder":[93,151],"deep":[94],"neural":[95,152],"network":[96,153],"predict":[98],"multiple":[99],"application-relevant":[100],"factors":[101],"trajectories":[105,124],"other":[107,121],"agents":[108],"ego":[111],"car.":[112],"Furthermore,":[113],"hazard":[117,173],"signal":[118,174],"based":[119],"on":[120],"vehicles\u2019":[122],"future":[123],"planned":[127],"route":[128],"which":[129],"used":[131],"conjunction":[133],"with":[134,181],"learned":[136],"input":[140],"down-stream":[143],"We":[145],"demonstrate":[146],"using":[148],"multi-head":[150],"results":[154],"more":[157],"informative":[158],"than":[160,187],"standard":[162],"single-head":[163],"model.":[164],"particular,":[166],"proposed":[168],"help":[175],"faster,":[180],"increased":[182],"performance":[183],"less":[185],"data":[186],"baseline":[188],"methods.":[189]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}