{"id":"https://openalex.org/W4400447540","doi":"https://doi.org/10.1109/tiv.2024.3424859","title":"An Adaptive Meta-Reinforcement Learning Algorithm for Simulation to Reality in Dynamic Scene","display_name":"An Adaptive Meta-Reinforcement Learning Algorithm for Simulation to Reality in Dynamic Scene","publication_year":2024,"publication_date":"2024-07-09","ids":{"openalex":"https://openalex.org/W4400447540","doi":"https://doi.org/10.1109/tiv.2024.3424859"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2024.3424859","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3424859","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Wenwen Xiao","orcid":"https://orcid.org/0000-0001-9009-0158"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenwen Xiao","raw_affiliation_strings":["Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9009-0158","affiliations":[{"raw_affiliation_string":"Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100426947","display_name":"Xiangfeng Luo","orcid":"https://orcid.org/0000-0003-4577-9241"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangfeng Luo","raw_affiliation_strings":["Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-4577-9241","affiliations":[{"raw_affiliation_string":"Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086702173","display_name":"Shaorong Xie","orcid":"https://orcid.org/0000-0002-8016-9310"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaorong Xie","raw_affiliation_strings":["Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-8016-9310","affiliations":[{"raw_affiliation_string":"Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062917240","display_name":"Hang Yu","orcid":"https://orcid.org/0000-0003-3444-9992"},"institutions":[{"id":"https://openalex.org/I113940042","display_name":"Shanghai University","ror":"https://ror.org/006teas31","country_code":"CN","type":"education","lineage":["https://openalex.org/I113940042"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hang Yu","raw_affiliation_strings":["Shanghai University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-3444-9992","affiliations":[{"raw_affiliation_string":"Shanghai University, Shanghai, China","institution_ids":["https://openalex.org/I113940042"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I113940042"],"apc_list":null,"apc_paid":null,"fwci":0.1857,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.42521867,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"10","issue":"2","first_page":"1168","last_page":"1183"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14270","display_name":"Simulation and Modeling Applications","score":0.6538000106811523,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14270","display_name":"Simulation and Modeling Applications","score":0.6538000106811523,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8087037801742554},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6231549382209778},{"id":"https://openalex.org/keywords/dynamic-simulation","display_name":"Dynamic simulation","score":0.5129880309104919},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.45188769698143005},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35806015133857727},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.19602730870246887},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.14143145084381104},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.05121919512748718}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8087037801742554},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6231549382209778},{"id":"https://openalex.org/C149808339","wikidata":"https://www.wikidata.org/wiki/Q5319019","display_name":"Dynamic simulation","level":2,"score":0.5129880309104919},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.45188769698143005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35806015133857727},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.19602730870246887},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.14143145084381104},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.05121919512748718}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2024.3424859","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3424859","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3411408586","display_name":null,"funder_award_id":"61991415.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W2605102758","https://openalex.org/W2736601468","https://openalex.org/W2963523627","https://openalex.org/W2968638474","https://openalex.org/W2969893028","https://openalex.org/W2981540341","https://openalex.org/W2982095652","https://openalex.org/W2990747716","https://openalex.org/W3020718655","https://openalex.org/W3038822267","https://openalex.org/W3081310128","https://openalex.org/W3107909383","https://openalex.org/W3127561923","https://openalex.org/W3157236265","https://openalex.org/W3163842339","https://openalex.org/W3172243934","https://openalex.org/W3173329083","https://openalex.org/W3181648466","https://openalex.org/W3198921146","https://openalex.org/W3209083247","https://openalex.org/W3215403832","https://openalex.org/W3217061540","https://openalex.org/W4210870706","https://openalex.org/W4229041186","https://openalex.org/W4292157874","https://openalex.org/W4296986304","https://openalex.org/W4309835728","https://openalex.org/W4312550876","https://openalex.org/W4313116939","https://openalex.org/W4318479101","https://openalex.org/W4320002769","https://openalex.org/W4364353412","https://openalex.org/W6638018090","https://openalex.org/W6687681856","https://openalex.org/W6732665253","https://openalex.org/W6747473740","https://openalex.org/W6748317118","https://openalex.org/W6748426227","https://openalex.org/W6748839928","https://openalex.org/W6753526802","https://openalex.org/W6756774411","https://openalex.org/W6760698134","https://openalex.org/W6769596995","https://openalex.org/W6775522024","https://openalex.org/W6778000925","https://openalex.org/W6789305357"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588"],"abstract_inverted_index":{"To":[0],"realize":[1,53],"intelligent":[2,131,157,175],"unmanned":[3,102],"autonomous":[4],"systems":[5],"(IUAS),":[6],"researchers":[7],"employ":[8],"a":[9,16,61,73,83,124,147,151,165,169,193],"simulator":[10],"to":[11,52,55,68,81,100,118,127,177,208,215],"simulate":[12],"realistic":[13,36],"environments,":[14,107],"and":[15,35,87,136,150,179,241],"decision":[17],"making":[18],"model":[19,45],"is":[20,46,206],"trained":[21],"in":[22,105,164,186,236,245],"this":[23,78,98],"simulator.":[24],"However,":[25],"the":[26,30,33,40,43,70,130,156,171,174,203],"dynamic":[27,106,166,180],"environment":[28,37],"makes":[29],"gap":[31],"between":[32],"simulated":[34],"larger,":[38],"so":[39],"self-adaptability":[41],"of":[42,64,72,77,85,173,197,200],"decision-making":[44,74,211],"an":[47,110,209],"essential":[48],"capability":[49,139],"for":[50,116,213],"IUAS":[51],"simulation":[54,117,214],"reality.":[56,119,216],"Although":[57],"many":[58],"scholars":[59],"use":[60],"large":[62],"number":[63],"accurate":[65],"annotation":[66],"data":[67],"improve":[69,101],"performance":[71],"model,":[75],"methods":[76],"nature":[79],"need":[80],"consume":[82],"lot":[84],"human":[86],"material":[88],"resources,":[89],"especially":[90,185],"those":[91],"scenes":[92,240],"never":[93],"been":[94,183],"seen":[95,189],"before.":[96,190],"In":[97,120,143],"paper,":[99],"systems'":[103],"adaptability":[104,172,244],"we":[108,122],"propose":[109],"adaptive":[111,210],"meta-reinforcement":[112],"learning":[113],"(AMRL)":[114],"algorithm":[115,205],"AMRL,":[121],"build":[123],"task":[125],"pool":[126],"ensure":[128],"that":[129,221],"agent":[132,158,176],"has":[133,182,225,242],"\u201cseen":[134],"much":[135],"knows":[137],"much\u201d":[138],"under":[140],"limited":[141],"resources.":[142],"addition,":[144],"by":[145],"introducing":[146],"curiosity":[148],"mechanism":[149],"prioritized":[152],"experience":[153],"replay":[154],"mechanism,":[155],"can":[159,232],"preferentially":[160],"learn":[161],"high-quality":[162],"samples":[163],"scene.":[167],"As":[168],"result,":[170],"complex":[178],"scenarios":[181,187],"improved,":[184],"not":[188],"Finally,":[191],"combining":[192],"feature":[194],"fusion":[195],"method":[196],"multiple":[198],"types":[199],"perception":[201],"information,":[202],"AMRL":[204,224],"extended":[207],"framework":[212],"The":[217],"experimental":[218],"results":[219],"show":[220],"our":[222],"proposed":[223],"advantages":[226],"over":[227],"other":[228],"state-of-the-art":[229],"algorithms.":[230],"It":[231],"complete":[233],"tasks":[234],"efficiently":[235],"dynamically":[237],"changing":[238],"virtual":[239],"good":[243],"real":[246],"scenes.":[247]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}