{"id":"https://openalex.org/W4385488966","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191187","title":"Context - Enhanced Meta-Reinforcement Learning with Data-Reused Adaptation for Urban Autonomous Driving","display_name":"Context - Enhanced Meta-Reinforcement Learning with Data-Reused Adaptation for Urban Autonomous Driving","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385488966","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191187"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191187","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089086011","display_name":"Qi Deng","orcid":"https://orcid.org/0000-0002-3646-4953"},"institutions":[{"id":"https://openalex.org/I4210108204","display_name":"China Electronic Information Industry Development","ror":"https://ror.org/01mbbxx50","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210108204","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Deng","raw_affiliation_strings":["Inspur Electronic Information Industry Co., Ltd,Beijing,China","Inspur Electronic Information Industry Co., Ltd, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd,Beijing,China","institution_ids":["https://openalex.org/I4210108204","https://openalex.org/I4210144143"]},{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd, Beijing, China","institution_ids":["https://openalex.org/I4210108204","https://openalex.org/I4210144143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088206241","display_name":"Yaqian Zhao","orcid":"https://orcid.org/0000-0002-2449-4370"},"institutions":[{"id":"https://openalex.org/I4210108204","display_name":"China Electronic Information Industry Development","ror":"https://ror.org/01mbbxx50","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210108204","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaqian Zhao","raw_affiliation_strings":["Inspur Electronic Information Industry Co., Ltd,Beijing,China","Inspur Electronic Information Industry Co., Ltd, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd,Beijing,China","institution_ids":["https://openalex.org/I4210108204","https://openalex.org/I4210144143"]},{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd, Beijing, China","institution_ids":["https://openalex.org/I4210108204","https://openalex.org/I4210144143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064453711","display_name":"Rengang Li","orcid":"https://orcid.org/0000-0002-4297-4335"},"institutions":[{"id":"https://openalex.org/I4210108204","display_name":"China Electronic Information Industry Development","ror":"https://ror.org/01mbbxx50","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210108204","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rengang Li","raw_affiliation_strings":["Inspur Electronic Information Industry Co., Ltd,Beijing,China","Inspur Electronic Information Industry Co., Ltd, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd,Beijing,China","institution_ids":["https://openalex.org/I4210108204","https://openalex.org/I4210144143"]},{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd, Beijing, China","institution_ids":["https://openalex.org/I4210108204","https://openalex.org/I4210144143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001664340","display_name":"Qifu Hu","orcid":"https://orcid.org/0000-0002-4124-5608"},"institutions":[{"id":"https://openalex.org/I4210108204","display_name":"China Electronic Information Industry Development","ror":"https://ror.org/01mbbxx50","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210108204","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qifu Hu","raw_affiliation_strings":["Inspur Electronic Information Industry Co., Ltd,Beijing,China","Inspur Electronic Information Industry Co., Ltd, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd,Beijing,China","institution_ids":["https://openalex.org/I4210108204","https://openalex.org/I4210144143"]},{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd, Beijing, China","institution_ids":["https://openalex.org/I4210108204","https://openalex.org/I4210144143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082373262","display_name":"Tiejun Liu","orcid":"https://orcid.org/0000-0001-5028-1304"},"institutions":[{"id":"https://openalex.org/I4210108204","display_name":"China Electronic Information Industry Development","ror":"https://ror.org/01mbbxx50","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210108204","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiejun Liu","raw_affiliation_strings":["Inspur Electronic Information Industry Co., Ltd,Beijing,China","Inspur Electronic Information Industry Co., Ltd, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd,Beijing,China","institution_ids":["https://openalex.org/I4210108204","https://openalex.org/I4210144143"]},{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd, Beijing, China","institution_ids":["https://openalex.org/I4210108204","https://openalex.org/I4210144143"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052169084","display_name":"Ruyang Li","orcid":"https://orcid.org/0000-0002-9921-1507"},"institutions":[{"id":"https://openalex.org/I4210108204","display_name":"China Electronic Information Industry Development","ror":"https://ror.org/01mbbxx50","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210108204","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I4210144143","display_name":"Inspur (China)","ror":"https://ror.org/0474p4r72","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210144143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruyang Li","raw_affiliation_strings":["Inspur Electronic Information Industry Co., Ltd,Beijing,China","Inspur Electronic Information Industry Co., Ltd, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd,Beijing,China","institution_ids":["https://openalex.org/I4210108204","https://openalex.org/I4210144143"]},{"raw_affiliation_string":"Inspur Electronic Information Industry Co., Ltd, Beijing, China","institution_ids":["https://openalex.org/I4210108204","https://openalex.org/I4210144143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8957079648971558},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8035318851470947},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6090244650840759},{"id":"https://openalex.org/keywords/adaptation","display_name":"Adaptation (eye)","score":0.58818519115448},{"id":"https://openalex.org/keywords/meta-learning","display_name":"Meta learning (computer science)","score":0.574422299861908},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5500262975692749},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5057804584503174},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4961172044277191},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.4657602608203888},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.3894540071487427},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09982168674468994}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8957079648971558},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8035318851470947},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6090244650840759},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.58818519115448},{"id":"https://openalex.org/C2781002164","wikidata":"https://www.wikidata.org/wiki/Q6822311","display_name":"Meta learning (computer science)","level":3,"score":0.574422299861908},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5500262975692749},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5057804584503174},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4961172044277191},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.4657602608203888},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3894540071487427},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09982168674468994},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191187","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn54540.2023.10191187","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.7900000214576721,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2184539877","https://openalex.org/W2578206533","https://openalex.org/W2742093937","https://openalex.org/W2755546070","https://openalex.org/W2904453761","https://openalex.org/W2938321354","https://openalex.org/W2952526277","https://openalex.org/W2962977206","https://openalex.org/W2963703448","https://openalex.org/W2963887494","https://openalex.org/W2977843878","https://openalex.org/W2981207549","https://openalex.org/W3034445502","https://openalex.org/W3085267010","https://openalex.org/W3172863135","https://openalex.org/W3176485999","https://openalex.org/W3193987867","https://openalex.org/W3198460218","https://openalex.org/W3205950063","https://openalex.org/W3209092760","https://openalex.org/W3209381383","https://openalex.org/W3209562871","https://openalex.org/W4214717370","https://openalex.org/W4214759451","https://openalex.org/W4287750003","https://openalex.org/W4288804588","https://openalex.org/W4295719664","https://openalex.org/W4298857966","https://openalex.org/W4300971732","https://openalex.org/W4302288054","https://openalex.org/W4312396550","https://openalex.org/W4377562264","https://openalex.org/W6686627556","https://openalex.org/W6729433768","https://openalex.org/W6731982132","https://openalex.org/W6742288159","https://openalex.org/W6744181227","https://openalex.org/W6745935785","https://openalex.org/W6769116889","https://openalex.org/W6780856455","https://openalex.org/W6783144354"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W3084456289","https://openalex.org/W3130669838","https://openalex.org/W4294873804","https://openalex.org/W4383109125","https://openalex.org/W2891227010"],"abstract_inverted_index":{"Autonomous":[0],"driving":[1,22,113,158],"(AD)":[2],"has":[3],"experienced":[4],"rapid":[5],"development":[6],"in":[7,16,28,36,76,129],"recent":[8],"years,":[9],"and":[10,31,62,84,118,136,142,150],"the":[11,25,37,60,65,73,81,89,102,111,122,146],"reinforcement":[12],"learning":[13,140],"(RL)":[14],"pipeline":[15],"trial-and-error":[17],"manner":[18],"can":[19],"surpass":[20],"human":[21],"ability.":[23],"However,":[24],"poor":[26],"performance":[27,114,159],"sample":[29,82,148],"efficiency":[30,83,149],"generalization":[32,151],"limits":[33],"RL":[34],"applying":[35],"challenging":[38,55],"urban":[39,56,78,134,161],"traffic":[40],"scenarios.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45],"build":[46],"a":[47],"context-enhanced":[48,66,93],"meta-RL":[49],"framework":[50],"with":[51,92,132,156],"data-reused":[52],"adaptation":[53,63,87],"for":[54],"AD.":[57],"At":[58,86],"both":[59],"meta-learning":[61],"stages,":[64],"state":[67],"representation":[68],"is":[69],"designed":[70],"to":[71,100,109,121],"reduce":[72],"perceptual":[74],"gap":[75],"variant":[77],"scenarios,":[79],"improving":[80],"robustness.":[85],"stage,":[88],"meta-training":[90],"data":[91],"features":[94],"are":[95,127],"reused":[96],"through":[97],"propensity":[98],"estimation":[99],"constrain":[101],"optimization":[103],"objective":[104],"of":[105,115,152],"new":[106,123],"tasks,":[107],"aiming":[108],"maintain":[110],"good":[112,147],"meta-trained":[116],"policy":[117],"fast":[119],"adapt":[120],"tasks.":[124],"Extensive":[125],"experiments":[126],"conducted":[128],"CARLA":[130],"simulator":[131],"various":[133],"environments":[135],"task":[137],"settings.":[138],"The":[139],"curves":[141],"quantitative":[143],"comparisons":[144],"validate":[145],"our":[153],"proposed":[154],"method,":[155],"state-of-the-art":[157],"on":[160],"AD":[162],"benchmarks.":[163]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}