{"id":"https://openalex.org/W7154707671","doi":"https://doi.org/10.48550/arxiv.2604.15308","title":"RAD-2: Scaling Reinforcement Learning in a Generator-Discriminator Framework","display_name":"RAD-2: Scaling Reinforcement Learning in a Generator-Discriminator Framework","publication_year":2026,"publication_date":"2026-04-16","ids":{"openalex":"https://openalex.org/W7154707671","doi":"https://doi.org/10.48550/arxiv.2604.15308"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.15308","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.15308","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.15308","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133835289","display_name":"Hao Gao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gao, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133858258","display_name":"Shaoyu Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Shaoyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133883759","display_name":"Yifan Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111193633","display_name":"Yuehao Song","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Yuehao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133881902","display_name":"Wenyu Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Wenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133918021","display_name":"Qian W. L. Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Qian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133840929","display_name":"Xinggang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xinggang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.84170001745224,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.84170001745224,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.06960000097751617,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.030700000002980232,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.7355999946594238},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6177999973297119},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.5289000272750854},{"id":"https://openalex.org/keywords/discriminator","display_name":"Discriminator","score":0.46399998664855957},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4101000130176544},{"id":"https://openalex.org/keywords/smoothness","display_name":"Smoothness","score":0.392300009727478},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.3677999973297119},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.35280001163482666}],"concepts":[{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.7355999946594238},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.711899995803833},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6177999973297119},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5289000272750854},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.46399998664855957},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4101000130176544},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.392300009727478},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3677999973297119},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3603000044822693},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.35280001163482666},{"id":"https://openalex.org/C173246807","wikidata":"https://www.wikidata.org/wiki/Q7833062","display_name":"Trajectory optimization","level":3,"score":0.34700000286102295},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.3296999931335449},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.31679999828338623},{"id":"https://openalex.org/C117896860","wikidata":"https://www.wikidata.org/wiki/Q11376","display_name":"Acceleration","level":2,"score":0.3142000138759613},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.28850001096725464},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.2669000029563904},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.25769999623298645}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.15308","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.15308","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.15308","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.15308","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.6974612474441528}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"High-level":[0],"autonomous":[1],"driving":[2,83,197],"requires":[3],"motion":[4],"planners":[5,20],"capable":[6],"of":[7,37],"modeling":[8,24],"multimodal":[9],"future":[10],"uncertainties":[11],"while":[12,72],"remaining":[13],"robust":[14],"in":[15,169,199],"closed-loop":[16,59,136,166],"interactions.":[17],"Although":[18],"diffusion-based":[19,63,187],"are":[21],"effective":[22],"at":[23],"complex":[25,200],"trajectory":[26,70,98,150],"distributions,":[27],"they":[28],"often":[29],"suffer":[30],"from":[31],"stochastic":[32],"instabilities":[33],"and":[34,143,196],"the":[35,95,123,146,179],"lack":[36],"corrective":[38],"negative":[39],"feedback":[40,137],"when":[41],"trained":[42],"purely":[43],"with":[44,185],"imitation":[45],"learning.":[46],"To":[47,104,152],"address":[48],"these":[49,77],"issues,":[50],"we":[51,109,129,157],"propose":[52,130],"RAD-2,":[53],"a":[54,62,160],"unified":[55],"generator-discriminator":[56],"framework":[57],"for":[58],"planning.":[60],"Specifically,":[61],"generator":[64,147],"is":[65],"used":[66],"to":[67,80,94,121],"produce":[68],"diverse":[69],"candidates,":[71],"an":[73],"RL-optimized":[74],"discriminator":[75],"reranks":[76],"candidates":[78],"according":[79],"their":[81],"long-term":[82],"quality.":[84],"This":[85],"decoupled":[86],"design":[87],"avoids":[88],"directly":[89,168],"applying":[90],"sparse":[91],"scalar":[92],"rewards":[93],"full":[96],"high-dimensional":[97],"space,":[99],"thereby":[100],"improving":[101],"optimization":[102,141],"stability.":[103],"further":[105,191],"enhance":[106],"reinforcement":[107],"learning,":[108],"introduce":[110,158],"Temporally":[111],"Consistent":[112],"Group":[113],"Relative":[114],"Policy":[115],"Optimization,":[116,133],"which":[117,134],"exploits":[118],"temporal":[119],"coherence":[120],"alleviate":[122],"credit":[124],"assignment":[125],"problem.":[126],"In":[127],"addition,":[128],"On-policy":[131],"Generator":[132],"converts":[135],"into":[138],"structured":[139],"longitudinal":[140],"signals":[142],"progressively":[144],"shifts":[145],"toward":[148],"high-reward":[149],"manifolds.":[151],"support":[153],"efficient":[154],"large-scale":[155],"training,":[156],"BEV-Warp,":[159],"high-throughput":[161],"simulation":[162],"environment":[163],"that":[164],"performs":[165],"evaluation":[167],"Bird's-Eye":[170],"View":[171],"feature":[172],"space":[173],"via":[174],"spatial":[175],"warping.":[176],"RAD-2":[177],"reduces":[178],"collision":[180],"rate":[181],"by":[182],"56%":[183],"compared":[184],"strong":[186],"planners.":[188],"Real-world":[189],"deployment":[190],"demonstrates":[192],"improved":[193],"perceived":[194],"safety":[195],"smoothness":[198],"urban":[201],"traffic.":[202]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-18T00:00:00"}