{"id":"https://openalex.org/W4416749815","doi":"https://doi.org/10.1109/iros60139.2025.11247690","title":"SynthDrive: Scalable Real2Sim2Real Sensor Simulation Pipeline for High-Fidelity Asset Generation and Driving Data Synthesis","display_name":"SynthDrive: Scalable Real2Sim2Real Sensor Simulation Pipeline for High-Fidelity Asset Generation and Driving Data Synthesis","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416749815","doi":"https://doi.org/10.1109/iros60139.2025.11247690"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11247690","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11247690","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113976720","display_name":"Zhengqing Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726824","display_name":"Horizon Robotics (China)","ror":"https://ror.org/05cmv6g68","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726824"]}],"countries":[],"is_corresponding":true,"raw_author_name":"Zhengqing Chen","raw_affiliation_strings":["Horizon Robotics"],"affiliations":[{"raw_affiliation_string":"Horizon Robotics","institution_ids":["https://openalex.org/I4401726824"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109616433","display_name":"Ruohong Mei","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726824","display_name":"Horizon Robotics (China)","ror":"https://ror.org/05cmv6g68","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726824"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Ruohong Mei","raw_affiliation_strings":["Horizon Robotics"],"affiliations":[{"raw_affiliation_string":"Horizon Robotics","institution_ids":["https://openalex.org/I4401726824"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036318763","display_name":"Xiaoyang Guo","orcid":"https://orcid.org/0000-0002-2122-1510"},"institutions":[{"id":"https://openalex.org/I4401726824","display_name":"Horizon Robotics (China)","ror":"https://ror.org/05cmv6g68","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726824"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoyang Guo","raw_affiliation_strings":["Horizon Robotics"],"affiliations":[{"raw_affiliation_string":"Horizon Robotics","institution_ids":["https://openalex.org/I4401726824"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102949062","display_name":"Qinyu Wang","orcid":"https://orcid.org/0009-0009-5704-135X"},"institutions":[{"id":"https://openalex.org/I4401726824","display_name":"Horizon Robotics (China)","ror":"https://ror.org/05cmv6g68","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726824"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Qingjie Wang","raw_affiliation_strings":["Horizon Robotics"],"affiliations":[{"raw_affiliation_string":"Horizon Robotics","institution_ids":["https://openalex.org/I4401726824"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006104000","display_name":"Yubin Hu","orcid":"https://orcid.org/0000-0001-6107-2858"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yubin Hu","raw_affiliation_strings":["Tsinghua University"],"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030723478","display_name":"Wei Yin","orcid":"https://orcid.org/0009-0006-1953-3634"},"institutions":[{"id":"https://openalex.org/I4401726824","display_name":"Horizon Robotics (China)","ror":"https://ror.org/05cmv6g68","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726824"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Wei Yin","raw_affiliation_strings":["Horizon Robotics"],"affiliations":[{"raw_affiliation_string":"Horizon Robotics","institution_ids":["https://openalex.org/I4401726824"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051971777","display_name":"Weiqiang Ren","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726824","display_name":"Horizon Robotics (China)","ror":"https://ror.org/05cmv6g68","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726824"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Weiqiang Ren","raw_affiliation_strings":["Horizon Robotics"],"affiliations":[{"raw_affiliation_string":"Horizon Robotics","institution_ids":["https://openalex.org/I4401726824"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100401715","display_name":"Qian Zhang","orcid":"https://orcid.org/0000-0003-2093-9974"},"institutions":[{"id":"https://openalex.org/I4401726824","display_name":"Horizon Robotics (China)","ror":"https://ror.org/05cmv6g68","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726824"]}],"countries":[],"is_corresponding":false,"raw_author_name":"Qian Zhang","raw_affiliation_strings":["Horizon Robotics"],"affiliations":[{"raw_affiliation_string":"Horizon Robotics","institution_ids":["https://openalex.org/I4401726824"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5113976720"],"corresponding_institution_ids":["https://openalex.org/I4401726824"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.4888129,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"912","last_page":"919"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.4724000096321106,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.4724000096321106,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.2782999873161316,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.035100001841783524,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.7530999779701233},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6772000193595886},{"id":"https://openalex.org/keywords/texture-synthesis","display_name":"Texture synthesis","score":0.5562000274658203},{"id":"https://openalex.org/keywords/asset","display_name":"Asset (computer security)","score":0.5368000268936157},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.42730000615119934},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.37220001220703125},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.3650999963283539},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3472000062465668},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.3440999984741211}],"concepts":[{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.7530999779701233},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7001000046730042},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6772000193595886},{"id":"https://openalex.org/C50494287","wikidata":"https://www.wikidata.org/wiki/Q658467","display_name":"Texture synthesis","level":5,"score":0.5562000274658203},{"id":"https://openalex.org/C76178495","wikidata":"https://www.wikidata.org/wiki/Q4808784","display_name":"Asset (computer security)","level":2,"score":0.5368000268936157},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.42730000615119934},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4250999987125397},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41940000653266907},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3650999963283539},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.3440999984741211},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.33329999446868896},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32330000400543213},{"id":"https://openalex.org/C191172861","wikidata":"https://www.wikidata.org/wiki/Q7899321","display_name":"Upstream (networking)","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31360000371932983},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.31060001254081726},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.3043000102043152},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.29109999537467957},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.2831999957561493},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.2800999879837036},{"id":"https://openalex.org/C160920958","wikidata":"https://www.wikidata.org/wiki/Q7662746","display_name":"Synthetic data","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.27559998631477356},{"id":"https://openalex.org/C200585589","wikidata":"https://www.wikidata.org/wiki/Q752176","display_name":"Texture mapping","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C175309249","wikidata":"https://www.wikidata.org/wiki/Q725864","display_name":"Pipeline transport","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.2581999897956848},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros60139.2025.11247690","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11247690","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2158778494","https://openalex.org/W3092663126","https://openalex.org/W3106672182","https://openalex.org/W3175727500","https://openalex.org/W3179442871","https://openalex.org/W3215769467","https://openalex.org/W4200150166","https://openalex.org/W4221151978","https://openalex.org/W4285102264","https://openalex.org/W4285799444","https://openalex.org/W4312280420","https://openalex.org/W4312502952","https://openalex.org/W4312925928","https://openalex.org/W4312933868","https://openalex.org/W4383101317","https://openalex.org/W4385318467","https://openalex.org/W4385527621","https://openalex.org/W4386047762","https://openalex.org/W4386066503","https://openalex.org/W4386066812","https://openalex.org/W4386075660","https://openalex.org/W4386075859","https://openalex.org/W4386076483","https://openalex.org/W4390872696","https://openalex.org/W4390873331","https://openalex.org/W4390874424","https://openalex.org/W4402715988","https://openalex.org/W4402727687","https://openalex.org/W4402733576","https://openalex.org/W4402733585","https://openalex.org/W4402754225","https://openalex.org/W4402774481","https://openalex.org/W4403770461","https://openalex.org/W4404526392","https://openalex.org/W4404601281","https://openalex.org/W4404971322","https://openalex.org/W4405219754","https://openalex.org/W4405811857"],"related_works":[],"abstract_inverted_index":{"In":[0],"the":[1,44,129,140,206,247,266,272,283],"field":[2,284],"of":[3,47,249,285],"autonomous":[4,286],"driving,":[5],"sensor":[6],"simulation":[7],"is":[8,235],"essential":[9,236],"for":[10,51,142,222,237,274],"generating":[11],"rare":[12,48,258],"and":[13,39,55,70,101,114,131,170,193,216,230,254,270],"diverse":[14,165],"scenarios":[15],"that":[16,92,185,243],"are":[17,63],"difficult":[18],"to":[19,41,43,65,78,96,164],"capture":[20],"in":[21,213,282],"real-world":[22],"environments.":[23],"Current":[24],"solutions":[25],"fall":[26],"into":[27,151],"two":[28,107],"categories:":[29],"1)":[30,110],"CG-based":[31],"methods,":[32],"such":[33,59],"as":[34,60],"CARLA,":[35],"which":[36,62,138,234],"lack":[37],"diversity":[38,273],"struggle":[40],"scale":[42],"vast":[45],"array":[46],"cases":[49],"required":[50],"robust":[52],"perception":[53,238,251],"training;":[54],"2)":[56,174],"learning-based":[57],"approaches,":[58],"NeuSim,":[61],"limited":[64],"specific":[66,121],"object":[67],"categories":[68],"(vehicles)":[69],"require":[71],"extensive":[72,279],"multi-sensor":[73],"data,":[74,154,160],"hindering":[75],"their":[76],"applicability":[77],"generic":[79],"objects.":[80],"To":[81],"address":[82],"these":[83,149],"limitations,":[84],"we":[85],"propose":[86,179],"SynthDrive,":[87],"a":[88,117,180,187],"scalable":[89],"\"real2sim2real\"":[90],"system":[91],"leverages":[93],"3D":[94,136,176,255],"generation":[95,183],"automate":[97],"asset":[98,182],"mining,":[99],"generation,":[100,233,277],"rare-case":[102,159],"data":[103,127,145,245,267,276],"synthesis.Our":[104],"framework":[105],"introduces":[106],"key":[108],"innovations:":[109],"Automated":[111],"Rare-Case":[112],"Mining":[113],"Synthesis.":[115],"Given":[116],"text":[118],"prompt":[119],"describing":[120],"objects,":[122],"SynthDrive":[123,263],"automatically":[124],"mines":[125],"image":[126],"from":[128],"Internet":[130],"then":[132],"generates":[133],"corresponding":[134],"high-fidelity":[135],"assets,":[137],"eliminates":[139],"need":[141],"costly":[143],"manual":[144],"collection.":[146],"By":[147],"integrating":[148],"assets":[150,166],"existing":[152],"street-view":[153],"our":[155],"pipeline":[156,184],"produces":[157],"photorealistic":[158],"supporting":[161],"rapid":[162],"scaling":[163],"including":[167],"irregular":[168],"obstacles":[169],"temporary":[171],"traffic":[172],"facilities.":[173],"High-Fidelity":[175],"Generation.":[177],"We":[178],"hybrid":[181],"combines":[186],"geometry-aware":[188],"LRM,":[189],"iterative":[190],"mesh":[191],"optimization,":[192],"an":[194],"improved":[195],"texture":[196,223,232],"fusion":[197],"algorithm.":[198],"Our":[199],"approach":[200],"achieves":[201,217],"0.0164":[202],"Chamfer":[203],"Distance":[204],"on":[205,257],"GSO":[207],"dataset,":[208],"outperforming":[209],"InstantMesh":[210],"by":[211,260],"14.1%":[212],"geometry":[214,228],"accuracy,":[215],"19.05":[218],"PSNR":[219],"(vs":[220],"16.84)":[221],"quality.":[224],"This":[225],"enables":[226],"fine":[227],"details":[229],"high-resolution":[231],"model":[239],"training.":[240],"Experiments":[241],"demonstrate":[242],"SynthDrive-generated":[244],"improves":[246,271],"performance":[248],"downstream":[250],"tasks":[252],"(2D":[253],"detection":[256],"objects)":[259],"2-4%":[261],"mAP.":[262],"greatly":[264],"lowers":[265],"production":[268],"cost":[269],"corner-case":[275],"showcasing":[278],"potential":[280],"applications":[281],"driving.":[287]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-28T00:00:00"}