{"id":"https://openalex.org/W4398810733","doi":"https://doi.org/10.1109/wacv61042.2026.00555","title":"MagicDrive3D: Controllable 3D Generation for Any-View Rendering in Street Scenes","display_name":"MagicDrive3D: Controllable 3D Generation for Any-View Rendering in Street Scenes","publication_year":2026,"publication_date":"2026-03-06","ids":{"openalex":"https://openalex.org/W4398810733","doi":"https://doi.org/10.1109/wacv61042.2026.00555"},"language":"en","primary_location":{"id":"doi:10.1109/wacv61042.2026.00555","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61042.2026.00555","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2405.14475","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103277863","display_name":"Ruiyuan Gao","orcid":"https://orcid.org/0000-0002-1979-6075"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ruiyuan Gao","raw_affiliation_strings":["CUHK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CUHK","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011580778","display_name":"Kai Chen","orcid":"https://orcid.org/0000-0002-4917-4445"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kai Chen","raw_affiliation_strings":["HKUST"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"HKUST","institution_ids":["https://openalex.org/I200769079"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380123","display_name":"Zhihao Li","orcid":"https://orcid.org/0000-0002-6149-0627"},"institutions":[{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Zhihao Li","raw_affiliation_strings":["Huawei Noah&#x2019;s Ark Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah&#x2019;s Ark Lab","institution_ids":["https://openalex.org/I4210159102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003882618","display_name":"Lanqing Hong","orcid":"https://orcid.org/0000-0003-2752-5942"},"institutions":[{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Lanqing Hong","raw_affiliation_strings":["Huawei Noah&#x2019;s Ark Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah&#x2019;s Ark Lab","institution_ids":["https://openalex.org/I4210159102"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103196797","display_name":"Zhenguo Li","orcid":"https://orcid.org/0000-0002-8492-3069"},"institutions":[{"id":"https://openalex.org/I4210159102","display_name":"Huawei Technologies (Sweden)","ror":"https://ror.org/0500fyd17","country_code":"SE","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210159102"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Zhenguo Li","raw_affiliation_strings":["Huawei Noah&#x2019;s Ark Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah&#x2019;s Ark Lab","institution_ids":["https://openalex.org/I4210159102"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088556682","display_name":"Qiang Xu","orcid":"https://orcid.org/0000-0001-6747-126X"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qiang Xu","raw_affiliation_strings":["CUHK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CUHK","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5724","last_page":"5733"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12698","display_name":"3D Modeling in Geospatial Applications","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7599166631698608},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.6235367059707642},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5049393773078918},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3247998356819153}],"concepts":[{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7599166631698608},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.6235367059707642},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5049393773078918},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3247998356819153}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/wacv61042.2026.00555","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv61042.2026.00555","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2405.14475","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.14475","pdf_url":"https://arxiv.org/pdf/2405.14475","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-172675","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-172675","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"},{"id":"doi:10.48550/arxiv.2405.14475","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2405.14475","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2405.14475","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2405.14475","pdf_url":"https://arxiv.org/pdf/2405.14475","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W291250033","https://openalex.org/W2035757446","https://openalex.org/W2008385118","https://openalex.org/W880955280","https://openalex.org/W2106647072","https://openalex.org/W4246858109","https://openalex.org/W2172753644","https://openalex.org/W54172855","https://openalex.org/W2170209930","https://openalex.org/W2046782623"],"abstract_inverted_index":{"Controllable":[0],"generative":[1],"models":[2],"for":[3,57,142,177],"images":[4],"and":[5,29,82,119,138,167,181],"videos":[6],"have":[7],"seen":[8],"significant":[9],"success,":[10],"yet":[11],"3D":[12,59,69,80,90,121,161],"scene":[13,61,122],"generation,":[14],"especially":[15],"in":[16,37],"unbounded":[17],"scenarios":[18],"like":[19,171],"autonomous":[20,112,178],"driving,":[21],"remains":[22],"underdeveloped.":[23],"Existing":[24],"methods":[25],"lack":[26],"flexible":[27],"controllability":[28],"often":[30],"rely":[31],"on":[32],"dense":[33],"view":[34,66],"data":[35,116],"collection":[36],"controlled":[38],"environments,":[39],"limiting":[40],"their":[41],"generalizability":[42],"across":[43,152],"common":[44],"datasets":[45],"(e.g.,":[46],"nuScenes).":[47],"In":[48,124],"this":[49],"paper,":[50],"we":[51,129],"introduce":[52,130],"MagicDrive3D,":[53],"a":[54,97],"novel":[55],"framework":[56],"controllable":[58],"street":[60,105],"generation":[62,100,127],"that":[63,88,156],"combines":[64],"video-based":[65],"synthesis":[67],"with":[68],"representation":[70,91],"(3DGS)":[71],"generation.":[72,123],"It":[73],"supports":[74,164],"multi-condition":[75],"control,":[76],"including":[77],"road":[78],"maps,":[79],"objects,":[81],"text":[83],"descriptions.":[84],"Unlike":[85],"previous":[86],"approaches":[87],"require":[89],"before":[92],"training,":[93],"MagicDrive3D":[94,157],"first":[95],"trains":[96],"multi-view":[98],"video":[99],"model":[101],"to":[102,134,148],"synthesize":[103],"diverse":[104],"views.":[106],"This":[107],"method":[108],"utilizes":[109],"routinely":[110],"collected":[111],"driving":[113,162,179],"data,":[114],"reducing":[115],"acquisition":[117],"challenges":[118],"enriching":[120],"the":[125],"3DGS":[126],"step,":[128],"Fault-Tolerant":[131],"Gaussian":[132],"Splatting":[133],"address":[135],"minor":[136],"errors":[137],"use":[139],"monocular":[140],"depth":[141],"better":[143],"initialization,":[144],"alongside":[145],"appearance":[146],"modeling":[147],"manage":[149],"exposure":[150],"discrepancies":[151],"viewpoints.":[153],"Experiments":[154],"show":[155],"generates":[158],"diverse,":[159],"high-quality":[160],"scenes,":[163],"any-view":[165],"rendering,":[166],"enhances":[168],"downstream":[169],"tasks":[170],"BEV":[172],"segmentation,":[173],"demonstrating":[174],"its":[175],"potential":[176],"simulation":[180],"beyond.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}
