{"id":"https://openalex.org/W7160939768","doi":"https://doi.org/10.48550/arxiv.2605.09153","title":"Beyond Self-Play: Hierarchical Reasoning for Continuous Motion in Closed-Loop Traffic Simulation","display_name":"Beyond Self-Play: Hierarchical Reasoning for Continuous Motion in Closed-Loop Traffic Simulation","publication_year":2026,"publication_date":"2026-05-09","ids":{"openalex":"https://openalex.org/W7160939768","doi":"https://doi.org/10.48550/arxiv.2605.09153"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.09153","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09153","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.09153","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047860252","display_name":"Weifan Zhang","orcid":"https://orcid.org/0000-0002-5368-005X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Weifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135963241","display_name":"Xiaofeng Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Xiaofeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135965633","display_name":"Adel Bazzi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bazzi, Adel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135973218","display_name":"Mingrui Li","orcid":"https://orcid.org/0009-0006-4094-8236"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Mingrui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135921417","display_name":"Yifan Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Yifan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100382903","display_name":"Dengfeng Sun","orcid":"https://orcid.org/0000-0003-2983-2997"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Dengfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.7595000267028809,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10524","display_name":"Traffic control and management","score":0.7595000267028809,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.05920000001788139,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.05420000106096268,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7423999905586243},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5760999917984009},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5619000196456909},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5115000009536743},{"id":"https://openalex.org/keywords/smoothness","display_name":"Smoothness","score":0.483599990606308},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.47110000252723694},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.46480000019073486},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.4284999966621399},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.387800008058548}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7423999905586243},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6995000243186951},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5760999917984009},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5619000196456909},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5115000009536743},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.483599990606308},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.47110000252723694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4666999876499176},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.46480000019073486},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.4284999966621399},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.3831000030040741},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.34929999709129333},{"id":"https://openalex.org/C145565327","wikidata":"https://www.wikidata.org/wiki/Q852514","display_name":"Motion control","level":3,"score":0.33980000019073486},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.30480000376701355},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.29679998755455017},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2939999997615814},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28929999470710754},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.2858000099658966},{"id":"https://openalex.org/C2780864053","wikidata":"https://www.wikidata.org/wiki/Q5147495","display_name":"Collision avoidance","level":3,"score":0.2840999960899353},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.2791999876499176},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2773999869823456},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2757999897003174},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C48007421","wikidata":"https://www.wikidata.org/wiki/Q676252","display_name":"Motion capture","level":3,"score":0.2644999921321869},{"id":"https://openalex.org/C2778391309","wikidata":"https://www.wikidata.org/wiki/Q7832527","display_name":"Traffic simulation","level":3,"score":0.2574000060558319},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.09153","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09153","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.09153","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09153","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7930338382720947,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Closed-loop":[0],"traffic":[1,131],"simulation":[2],"requires":[3],"agents":[4],"that":[5,40,111],"are":[6],"both":[7],"scalable":[8],"and":[9,119,124],"behaviorally":[10],"realistic.":[11],"Recent":[12],"self-play":[13,43,123],"reinforcement":[14],"learning":[15],"approaches":[16],"demonstrate":[17,110],"strong":[18],"scalability,":[19],"but":[20],"their":[21],"equilibrium":[22],"strategies":[23],"fail":[24],"to":[25,122],"capture":[26],"the":[27,76,112],"socially":[28],"aware":[29],"behaviors":[30],"of":[31],"real":[32],"human":[33],"drivers.":[34],"We":[35],"propose":[36],"a":[37,56,70,94,106],"hierarchical":[38],"architecture":[39],"goes":[41],"beyond":[42],"by":[44],"combining":[45,98],"high-level":[46],"multi-agent":[47],"interaction":[48],"reasoning":[49],"with":[50,100],"low-level":[51,71],"continuous":[52,72],"trajectory":[53],"realization.":[54],"Specifically,":[55],"Stackelberg-style":[57],"Multi-Agent":[58],"Reinforcement":[59],"Learning":[60],"(MARL)":[61],"module":[62],"generates":[63],"interaction-aware":[64],"intention":[65],"commands.":[66],"These":[67],"commands":[68],"condition":[69],"motion":[73],"module,":[74],"translating":[75],"strategic":[77],"intent":[78],"into":[79],"physically":[80],"consistent,":[81],"scene-responsive":[82],"control":[83,117],"sequences.":[84],"To":[85],"mitigate":[86],"distribution":[87],"shift":[88],"in":[89],"closed-loop":[90],"deployment,":[91],"we":[92],"introduce":[93],"hybrid":[95],"co-training":[96],"scheme":[97],"MARL":[99],"auxiliary":[101],"recovery":[102],"supervision.":[103],"Experiments":[104],"on":[105],"SUMO-based":[107],"urban":[108],"network":[109],"proposed":[113],"framework":[114],"achieves":[115],"superior":[116],"smoothness":[118],"safety":[120],"compared":[121],"passive":[125],"imitation":[126],"baselines,":[127],"while":[128],"maintaining":[129],"competitive":[130],"efficiency.":[132]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}