{"id":"https://openalex.org/W4407360643","doi":"https://doi.org/10.1109/tits.2025.3535866","title":"Adaptive Testing Environment Generation for Connected and Automated Vehicles With Dense Reinforcement Learning","display_name":"Adaptive Testing Environment Generation for Connected and Automated Vehicles With Dense Reinforcement Learning","publication_year":2025,"publication_date":"2025-02-11","ids":{"openalex":"https://openalex.org/W4407360643","doi":"https://doi.org/10.1109/tits.2025.3535866"},"language":"en","primary_location":{"id":"doi:10.1109/tits.2025.3535866","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3535866","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.19275","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102775934","display_name":"Jingxuan Yang","orcid":"https://orcid.org/0000-0001-9798-7347"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jingxuan Yang","raw_affiliation_strings":["Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101322298","display_name":"Ruoxuan Bai","orcid":"https://orcid.org/0009-0006-9290-004X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruoxuan Bai","raw_affiliation_strings":["Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111878371","display_name":"H. Y. Ji","orcid":"https://orcid.org/0009-0000-2177-8047"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haoyuan Ji","raw_affiliation_strings":["Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100653787","display_name":"Yi Zhang","orcid":"https://orcid.org/0000-0001-5526-866X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Zhang","raw_affiliation_strings":["Department of Automation, BNRist, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, BNRist, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101570773","display_name":"Jianming Hu","orcid":"https://orcid.org/0000-0001-8065-7309"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianming Hu","raw_affiliation_strings":["Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090727900","display_name":"Shuo Feng","orcid":"https://orcid.org/0000-0002-2117-4427"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Feng","raw_affiliation_strings":["Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Automation, Beijing National Research Center for Information Science and Technology (BNRist), Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102775934"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.6499,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.65060025,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"26","issue":"4","first_page":"5135","last_page":"5145"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.76934415102005},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5579351782798767},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4298962950706482},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38698944449424744},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2854022979736328},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.07387569546699524}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.76934415102005},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5579351782798767},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4298962950706482},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38698944449424744},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2854022979736328},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.07387569546699524}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tits.2025.3535866","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3535866","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2402.19275","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.19275","pdf_url":"https://arxiv.org/pdf/2402.19275","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2402.19275","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2402.19275","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.19275","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.19275","pdf_url":"https://arxiv.org/pdf/2402.19275","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4501004166","display_name":null,"funder_award_id":"20240484642","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G522244876","display_name":null,"funder_award_id":"62473224","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6756972513","display_name":null,"funder_award_id":"4244092","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"},{"id":"https://openalex.org/G8649847218","display_name":null,"funder_award_id":"20230484259","funder_id":"https://openalex.org/F4320334978","funder_display_name":"Beijing Nova Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334978","display_name":"Beijing Nova Program","ror":"https://ror.org/034k14f91"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4407360643.pdf","grobid_xml":"https://content.openalex.org/works/W4407360643.grobid-xml"},"referenced_works_count":54,"referenced_works":["https://openalex.org/W1973934431","https://openalex.org/W1977989560","https://openalex.org/W2097235968","https://openalex.org/W2438413413","https://openalex.org/W2511072509","https://openalex.org/W2521921275","https://openalex.org/W2525936901","https://openalex.org/W2736332383","https://openalex.org/W2765413065","https://openalex.org/W2766734825","https://openalex.org/W2797143217","https://openalex.org/W2897535010","https://openalex.org/W2904011892","https://openalex.org/W2923088732","https://openalex.org/W2943847575","https://openalex.org/W2943952718","https://openalex.org/W2963327228","https://openalex.org/W2963657083","https://openalex.org/W2990972766","https://openalex.org/W2991158008","https://openalex.org/W3022552172","https://openalex.org/W3024414633","https://openalex.org/W3041038022","https://openalex.org/W3048732766","https://openalex.org/W3115488680","https://openalex.org/W3154055073","https://openalex.org/W3179442871","https://openalex.org/W3179903080","https://openalex.org/W4205170504","https://openalex.org/W4205536138","https://openalex.org/W4233061323","https://openalex.org/W4285505707","https://openalex.org/W4299401133","https://openalex.org/W4308080252","https://openalex.org/W4312363838","https://openalex.org/W4322706623","https://openalex.org/W4353056919","https://openalex.org/W4362650413","https://openalex.org/W4364379138","https://openalex.org/W4385299627","https://openalex.org/W4387092517","https://openalex.org/W4391591698","https://openalex.org/W4396633667","https://openalex.org/W4399368914","https://openalex.org/W4403676270","https://openalex.org/W6741002519","https://openalex.org/W6771352390","https://openalex.org/W6782102727","https://openalex.org/W6790149717","https://openalex.org/W6872639349","https://openalex.org/W6873836296","https://openalex.org/W6875428641","https://openalex.org/W6922480057","https://openalex.org/W7033776453"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"The":[0,179],"assessment":[1],"of":[2,14,31,75,118,172,181],"safety":[3,45],"performance":[4],"plays":[5],"a":[6,132,156],"pivotal":[7],"role":[8],"in":[9,38,88,186],"the":[10,53,59,72,79,115,128,141,149,170],"development":[11],"and":[12,16,41,52,113,154],"deployment":[13],"connected":[15],"automated":[17],"vehicles":[18],"(CAVs).":[19],"A":[20],"common":[21],"approach":[22,166,193],"involves":[23],"designing":[24],"testing":[25,76,81,102],"scenarios":[26,77],"based":[27],"on":[28,71,168],"prior":[29,54],"knowledge":[30,55],"CAVs":[32,51],"(e.g.,":[33],"surrogate":[34,111,120],"models),":[35],"conducting":[36],"tests":[37],"these":[39,84,119],"scenarios,":[40,189],"subsequently":[42],"evaluating":[43],"CAVs\u2019":[44],"performances.":[46],"However,":[47],"substantial":[48,176],"differences":[49],"between":[50],"can":[56],"significantly":[57],"diminish":[58],"evaluation":[60,106,124,196],"efficiency.":[61,125,163,197],"In":[62],"response":[63],"to":[64,91,122],"this":[65,96],"issue,":[66],"existing":[67],"studies":[68],"predominantly":[69],"concentrate":[70],"adaptive":[73,101,158],"design":[74],"during":[78],"CAV":[80],"process.":[82],"Yet,":[83],"methods":[85],"have":[86],"limitations":[87],"their":[89],"applicability":[90],"high-dimensional":[92,187],"scenarios.":[93],"To":[94,138],"overcome":[95],"challenge,":[97],"we":[98,147],"develop":[99],"an":[100],"environment":[103],"that":[104,191],"bolsters":[105],"robustness":[107],"by":[108],"incorporating":[109],"multiple":[110],"models":[112,121],"optimizing":[114],"combination":[116],"coefficients":[117],"enhance":[123],"We":[126],"formulate":[127],"optimization":[129],"problem":[130],"as":[131],"regression":[133,142],"task":[134],"utilizing":[135],"quadratic":[136],"programming.":[137],"efficiently":[139],"obtain":[140],"target":[143],"via":[144],"reinforcement":[145,151],"learning,":[146],"propose":[148],"dense":[150],"learning":[152,169],"method":[153,183],"devise":[155],"new":[157],"policy":[159],"with":[160],"high":[161],"sample":[162],"Essentially,":[164],"our":[165,182,192],"centers":[167],"values":[171],"critical":[173],"scenes":[174],"displaying":[175],"surrogate-to-real":[177],"gaps.":[178],"effectiveness":[180],"is":[184],"validated":[185],"overtaking":[188],"demonstrating":[190],"achieves":[194],"notable":[195]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}