{"id":"https://openalex.org/W7128662720","doi":null,"title":"Controllable Realistic Simulation and Video Generation for Autonomous Vehicles in Safety-Critical Scenarios","display_name":"Controllable Realistic Simulation and Video Generation for Autonomous Vehicles in Safety-Critical Scenarios","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W7128662720"},"language":"en","primary_location":{"id":"pmh:oai:publications.polymtl.ca:68994","doi":null,"is_oa":true,"landing_page_url":"https://publications.polymtl.ca/68994/","pdf_url":"https://publications.polymtl.ca/68994/1/2025_AnthonyGosselin.pdf","source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Gosselin, A. (2025). Controllable Realistic Simulation and Video Generation for Autonomous Vehicles in Safety-Critical Scenarios [Master's thesis, Polytechnique Montr\u00e9al].","raw_type":"m\u00e9moire de ma\u00eetrise"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://publications.polymtl.ca/68994/1/2025_AnthonyGosselin.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012887897","display_name":"Anthony Gosselin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Gosselin, Anthony","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5012887897"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9204000234603882,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9204000234603882,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.02979999966919422,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.007699999958276749,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autonomous-vehicles","display_name":"autonomous vehicles","score":0.925000011920929},{"id":"https://openalex.org/keywords/safety-testing","display_name":"safety testing","score":0.5419999957084656},{"id":"https://openalex.org/keywords/data-driven-simulation","display_name":"data-driven simulation","score":0.6499999761581421},{"id":"https://openalex.org/keywords/video-diffusion-models","display_name":"video diffusion models","score":0.6579999923706055},{"id":"https://openalex.org/keywords/road-network-generation","display_name":"road network generation","score":0.6470000147819519},{"id":"https://openalex.org/keywords/collision-scenarios","display_name":"collision scenarios","score":0.3089999854564667},{"id":"https://openalex.org/keywords/temporal-coherence","display_name":"temporal coherence","score":0.3019999861717224},{"id":"https://openalex.org/keywords/controllable-video-generation","display_name":"controllable video generation","score":0.33899998664855957}],"concepts":[{"id":"https://openalex.org/C15708023","wikidata":"https://www.wikidata.org/wiki/Q80083","display_name":"Humanities","level":1,"score":0.676800012588501},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3882000148296356},{"id":"https://openalex.org/C3019674815","wikidata":"https://www.wikidata.org/wiki/Q999646","display_name":"Car driving","level":2,"score":0.34880000352859497},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.3068999946117401},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.29499998688697815},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.23100000619888306},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.18799999356269836},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.18359999358654022},{"id":"https://openalex.org/C3018898988","wikidata":"https://www.wikidata.org/wiki/Q260732","display_name":"Working hours","level":2,"score":0.17800000309944153},{"id":"https://openalex.org/C3018412434","wikidata":"https://www.wikidata.org/wiki/Q7889","display_name":"Video game","level":2,"score":0.1770000010728836}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:publications.polymtl.ca:68994","doi":null,"is_oa":true,"landing_page_url":"https://publications.polymtl.ca/68994/","pdf_url":"https://publications.polymtl.ca/68994/1/2025_AnthonyGosselin.pdf","source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Gosselin, A. (2025). Controllable Realistic Simulation and Video Generation for Autonomous Vehicles in Safety-Critical Scenarios [Master's thesis, Polytechnique Montr\u00e9al].","raw_type":"m\u00e9moire de ma\u00eetrise"}],"best_oa_location":{"id":"pmh:oai:publications.polymtl.ca:68994","doi":null,"is_oa":true,"landing_page_url":"https://publications.polymtl.ca/68994/","pdf_url":"https://publications.polymtl.ca/68994/1/2025_AnthonyGosselin.pdf","source":{"id":"https://openalex.org/S4306401013","display_name":"PolyPublie (\u00c9cole Polytechnique de Montr\u00e9al)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I45683168","host_organization_name":"Polytechnique Montr\u00e9al","host_organization_lineage":["https://openalex.org/I45683168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Gosselin, A. (2025). Controllable Realistic Simulation and Video Generation for Autonomous Vehicles in Safety-Critical Scenarios [Master's thesis, Polytechnique Montr\u00e9al].","raw_type":"m\u00e9moire de ma\u00eetrise"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7128662720.pdf","grobid_xml":"https://content.openalex.org/works/W7128662720.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2619082050","https://openalex.org/W2897095597","https://openalex.org/W2925148167","https://openalex.org/W2962785568","https://openalex.org/W3035564946","https://openalex.org/W3036167779","https://openalex.org/W3092442149","https://openalex.org/W3118519864","https://openalex.org/W3135367836","https://openalex.org/W3162926177","https://openalex.org/W3212637808","https://openalex.org/W3213789840","https://openalex.org/W4288099666","https://openalex.org/W4320830134","https://openalex.org/W4389115686","https://openalex.org/W4389500205","https://openalex.org/W4390873054","https://openalex.org/W4392538976","https://openalex.org/W4393399233","https://openalex.org/W4394861491","https://openalex.org/W4396747035","https://openalex.org/W4401307635","https://openalex.org/W4406191642","https://openalex.org/W4413918510","https://openalex.org/W4414079055","https://openalex.org/W4414888784","https://openalex.org/W7133220524","https://openalex.org/W7133261304","https://openalex.org/W7160320330"],"related_works":["https://openalex.org/W7159792321","https://openalex.org/W7128051273","https://openalex.org/W3096874807","https://openalex.org/W4403906447","https://openalex.org/W7124712320","https://openalex.org/W7163826478","https://openalex.org/W4403760824","https://openalex.org/W7222939596","https://openalex.org/W7172449396","https://openalex.org/W7167826983"],"abstract_inverted_index":{"R\u00c9SUM\u00c9:":[0],"Assurer":[1],"la":[2,67,81,129,141,158,176,206,209,258,295,326,360,383,390],"s\u00e9curit\u00e9":[3,122,391],"des":[4,20,73,98,123,198,214,243,266,281,289,337,348,351,392],"v\u00e9hicules":[5,146,393],"autonomes":[6],"(VA)":[7],"n\u00e9cessite":[8],"de":[9,16,31,76,89,91,96,100,121,134,143,145,160,162,166,178,186,194,222,228,236,241,245,250,252,316,328,353,359,376],"les":[10,27,85,119,180,192,279,298,314,364,386],"tester":[11,191],"sur":[12,84,385],"un":[13,107,234,284],"large":[14],"\u00e9ven-tail":[15],"sc\u00e9narios,":[17,179],"y":[18],"compris":[19],"\u00e9v\u00e9nements":[21],"rares":[22],"et":[23,41,51,62,69,103,116,154,165,270,283,301,322,350,380],"dangereux":[24],"tels":[25],"que":[26,173,310],"collisions.":[28,418],"La":[29,341],"collecte":[30],"telles":[32],"donn\u00e9es":[33,86],"dans":[34,356],"le":[35,70,184,357,373],"monde":[36],"r\u00e9el":[37],"est":[38],"dangereuse,":[39],"co\u00fbteuse":[40],"intrins\u00e8quement":[42],"limit\u00e9e":[43],"en":[44,132,170,218,274,324],"diversit\u00e9.":[45],"Les":[46,307],"simulateurs":[47],"traditionnels":[48],"offrent":[49],"contr\u00f4le":[50],"r\u00e9alisme":[52,71],"physique,":[53],"mais":[54],"requi\u00e8rent":[55],"une":[56,113,276,303,346],"cr\u00e9ation":[57,177],"manuelle":[58],"importante":[59],"d'\u00e9l\u00e9ments":[60],"visuels":[61],"peinent":[63],"encore":[64],"\u00e0":[65,87,147,248,294,335],"repro-duire":[66],"diversit\u00e9":[68],"visuel":[72,188],"images":[74],"r\u00e9elles":[75],"conduite.":[77],"Cette":[78],"th\u00e8se":[79,207,342],"explore":[80],"simulation":[82,130,361,377,467,503,683],"fond\u00e9e":[83],"l'aide":[88],"mod\u00e8les":[90,315],"diffusion":[92,237,320,471,575],"vid\u00e9o":[93,238],"g\u00e9n\u00e9ratifs,":[94],"capables":[95],"synth\u00e9tiser":[97],"vid\u00e9os":[99,199,219,290],"conduite":[101,163,246],"photor\u00e9alistes":[102],"temporellement":[104],"coh\u00e9rentes":[105],"avec":[106,297,302],"effort":[108],"humain":[109],"minimal,":[110],"offrant":[111],"ainsi":[112],"alternative":[114,490],"\u00e9volutive":[115],"contr\u00f4lable":[117,131,239],"pour":[118,140,175,190,264,363,382,389],"tests":[120],"VA.":[124,365],"Pour":[125,202],"commencer,":[126],"on":[127,588],"pr\u00e9sente":[128,208],"vue":[133,223],"dessus":[135],"(bird's-eye":[136],"view":[137,501],"ou":[138,196],"BEV)":[139],"mod\u00e9lisation":[142],"comportements":[144,161],"haut":[148],"niveau.":[149],"Deux":[150],"contributions":[151,370,674],"ant\u00e9rieures,":[152],"CtRL-Sim":[153,512],"Scenario":[155,514],"Dreamer,":[156,515],"permettent":[157],"g\u00e9n\u00e9ration":[159,317,327],"multi-agents":[164],"r\u00e9seaux":[167],"routiers":[168],"complets":[169],"BEV.":[171,528],"Bien":[172],"puissants":[174],"environnements":[181],"BEV":[182,216,534,562],"manquent":[183],"niveau":[185],"d\u00e9tail":[187],"n\u00e9ces-saire":[189],"syst\u00e8mes":[193],"perception":[195,542],"produire":[197],"r\u00e9alistes":[200,269],"d'accidents.":[201],"combler":[203],"ces":[204,369],"lacunes,":[205],"m\u00e9thode":[210],"BEV2POV,":[211],"qui":[212],"traduit":[213],"simula-tions":[215],"structur\u00e9es":[217,247],"du":[220,224],"point":[221],"conducteur.":[225],"Au":[226],"c\u0153ur":[227],"ce":[229],"syst\u00e8me":[230],"se":[231,343],"trouve":[232],"Ctrl-V,":[233,571],"mod\u00e8le":[235],"capable":[240,577],"g\u00e9n\u00e9rer":[242,265],"sc\u00e8nes":[244],"partir":[249,336],"trajectoires":[251,280],"bo\u00eetes":[253],"englobantes.":[254],"Sur":[255],"cette":[256],"base,":[257],"contribution":[259],"principale,":[260],"Ctrl-Crash,":[261,593],"\u00e9tend":[262],"l'approche":[263],"sc\u00e9narios":[267,329,387],"d'accidents":[268,318],"contr\u00f4lables.":[271],"Ctrl-Crash":[272,311,604,632],"prend":[273,323],"entr\u00e9e":[275],"sc\u00e8ne":[277],"initiale,":[278],"agents":[282],"type":[285],"d'accident,":[286],"puis":[287],"produit":[288],"haute":[291],"fid\u00e9lit\u00e9":[292],"align\u00e9es":[293],"fois":[296],"conditions":[299,339,624],"d'entr\u00e9e":[300],"dynamique":[304],"physique":[305],"plausible.":[306],"r\u00e9sultats":[308],"montrent":[309],"surpasse":[312],"syst\u00e9matiquement":[313],"par":[319,345],"existants":[321],"charge":[325],"contrefactuels,":[330],"produisant":[331],"plusieurs":[332],"issues":[333],"plausibles":[334],"m\u00eames":[338],"initiales.":[340],"conclut":[344],"discussion":[347],"limitations":[349,659],"perspectives":[352],"recherche":[354,384],"futures":[355],"domaine":[358],"neuronale":[362],"Dans":[366],"leur":[367],"ensemble,":[368],"font":[371],"progresser":[372],"d\u00e9veloppement":[374],"d'outils":[375],"r\u00e9alistes,":[378],"contr\u00f4lables":[379],"\u00e9volutifs":[381],"critiques":[388],"autonomes.":[394],"ABSTRACT:":[395],"Ensuring":[396],"the":[397,423,454,517,536,553,556,590,595,622,650,666,676],"safety":[398,493],"of":[399,409,452,459,519,578,668,678],"autonomous":[400],"vehicles":[401],"(AVs)":[402],"requires":[403],"testing":[404],"across":[405],"a":[406,486,572,612],"wide":[407],"range":[408],"scenarios,":[410],"including":[411],"rare":[412],"and":[413,429,439,448,457,488,513,523,600,611,625,640,660,681],"dangerous":[414],"events":[415],"such":[416,420],"as":[417],"Collecting":[419],"data":[421],"in":[422,432,527,665],"real":[424],"world":[425],"is":[426,570],"unsafe,":[427],"costly,":[428],"inherently":[430],"limited":[431],"diversity.":[433],"Traditional":[434],"physics-based":[435],"simulators":[436],"provide":[437],"control":[438],"physical":[440,627],"realism":[441,458],"but":[442],"require":[443],"extensive":[444],"manual":[445],"asset":[446],"creation":[447],"still":[449],"fall":[450],"short":[451],"matching":[453],"visual":[455,537],"diversity":[456],"real-world":[460],"driving":[461,479,521,581],"footage.":[462,548],"This":[463],"thesis":[464,554,655],"explores":[465],"data-driven":[466],"using":[468],"generative":[469],"video":[470,574],"models,":[472],"which":[473,559],"can":[474],"synthesize":[475],"photorealistic,":[476],"temporally":[477],"consistent":[478],"videos":[480,618],"with":[481,498,620],"minimal":[482],"human":[483],"effort,":[484],"offering":[485],"scalable":[487,682],"controllable":[489,499,573,601],"for":[491,504,531,685],"AV":[492,669,687],"testing.":[494],"The":[495,654],"work":[496],"begins":[497],"bird's-eye":[500],"(BEV)":[502],"high-level":[505],"traffic":[506,525],"behavior":[507],"modeling.":[508],"Two":[509],"prior":[510,635],"contributions,":[511],"enable":[516],"generation":[518,638],"multi-agent":[520],"behaviors":[522],"entire":[524],"environments":[526],"While":[529],"powerful":[530],"scenario":[532,643],"creation,":[533],"lacks":[535],"detail":[538],"needed":[539],"to":[540,597],"test":[541],"systems":[543],"or":[544],"produce":[545],"realistic":[546,599],"crash":[547,602,614,637],"To":[549],"bridge":[550],"this":[551],"gap,":[552],"introduces":[555],"BEV2POV":[557],"framework,":[558],"translates":[560],"structured":[561,580],"simulations":[563],"into":[564],"driver's-view":[565],"videos.":[566],"At":[567],"its":[568],"core":[569],"model":[576],"generating":[579],"scenes":[582],"from":[583,649],"bounding":[584],"box":[585],"trajectories.":[586],"Building":[587],"this,":[589],"main":[591],"contribution,":[592],"extends":[594],"approach":[596],"generate":[598],"scenarios.":[603],"ac-cepts":[605],"an":[606],"initial":[607],"scene,":[608],"agent":[609],"trajectories,":[610],"semantic":[613],"type,":[615],"producing":[616,645],"high-fidelity":[617],"aligned":[619],"both":[621],"input":[623],"plausible":[626,647],"dynamics.":[628],"Results":[629],"show":[630],"that":[631],"consistently":[633],"outperforms":[634],"diffusion-based":[636],"models":[639],"supports":[641],"counterfactual":[642],"generation,":[644],"multiple":[646],"outcomes":[648],"same":[651],"starting":[652],"conditions.":[653],"concludes":[656],"by":[657],"discussing":[658],"outlining":[661],"future":[662],"research":[663],"directions":[664],"field":[667],"neural":[670],"simulation.":[671],"Together,":[672],"these":[673],"advance":[675],"development":[677],"realistic,":[679],"controllable,":[680],"tools":[684],"safety-critical":[686],"research.":[688]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-02-12T00:00:00"}
