{"id":"https://openalex.org/W4401414722","doi":"https://doi.org/10.1109/icra57147.2024.10611537","title":"RenderOcc: Vision-Centric 3D Occupancy Prediction with 2D Rendering Supervision","display_name":"RenderOcc: Vision-Centric 3D Occupancy Prediction with 2D Rendering Supervision","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401414722","doi":"https://doi.org/10.1109/icra57147.2024.10611537"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10611537","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611537","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079639639","display_name":"Mingjie Pan","orcid":"https://orcid.org/0000-0002-4602-1523"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Mingjie Pan","raw_affiliation_strings":["Peking University,National Key Laboratory for Multimedia Information Processing, School of CS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,National Key Laboratory for Multimedia Information Processing, School of CS","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440985","display_name":"Jiaming Liu","orcid":"https://orcid.org/0009-0003-9699-1987"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Jiaming Liu","raw_affiliation_strings":["Peking University,National Key Laboratory for Multimedia Information Processing, School of CS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,National Key Laboratory for Multimedia Information Processing, School of CS","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102891082","display_name":"Renrui Zhang","orcid":"https://orcid.org/0000-0003-4503-5277"},"institutions":[{"id":"https://openalex.org/I1338034494","display_name":"XLAB (Slovenia)","ror":"https://ror.org/04xa5qt51","country_code":"SI","type":"company","lineage":["https://openalex.org/I1338034494"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK","SI"],"is_corresponding":false,"raw_author_name":"Renrui Zhang","raw_affiliation_strings":["CUHK MMLAB"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CUHK MMLAB","institution_ids":["https://openalex.org/I1338034494","https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109703162","display_name":"Peixiang Huang","orcid":"https://orcid.org/0009-0004-1420-9355"},"institutions":[{"id":"https://openalex.org/I862669128","display_name":"Xiaomi (China)","ror":"https://ror.org/029f7bn57","country_code":"CN","type":"company","lineage":["https://openalex.org/I862669128"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peixiang Huang","raw_affiliation_strings":["Xiaomi Car"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiaomi Car","institution_ids":["https://openalex.org/I862669128"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100634699","display_name":"Xiaoqi Li","orcid":"https://orcid.org/0000-0001-8627-2581"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Xiaoqi Li","raw_affiliation_strings":["Peking University,National Key Laboratory for Multimedia Information Processing, School of CS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,National Key Laboratory for Multimedia Information Processing, School of CS","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067829458","display_name":"Hongwei Xie","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongwei Xie","raw_affiliation_strings":["Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382565","display_name":"Bing Wang","orcid":"https://orcid.org/0000-0003-4621-9115"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bing Wang","raw_affiliation_strings":["Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418783","display_name":"Li Liu","orcid":"https://orcid.org/0000-0002-2011-2873"},"institutions":[{"id":"https://openalex.org/I862669128","display_name":"Xiaomi (China)","ror":"https://ror.org/029f7bn57","country_code":"CN","type":"company","lineage":["https://openalex.org/I862669128"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Liu","raw_affiliation_strings":["Xiaomi Car"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiaomi Car","institution_ids":["https://openalex.org/I862669128"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013030532","display_name":"Shanghang Zhang","orcid":"https://orcid.org/0000-0003-4047-3526"},"institutions":[{"id":"https://openalex.org/I111483173","display_name":"King University","ror":"https://ror.org/01evb6z23","country_code":"US","type":"education","lineage":["https://openalex.org/I111483173"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Shanghang Zhang","raw_affiliation_strings":["Peking University,National Key Laboratory for Multimedia Information Processing, School of CS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University,National Key Laboratory for Multimedia Information Processing, School of CS","institution_ids":["https://openalex.org/I111483173","https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":61,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"12404","last_page":"12411"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/occupancy","display_name":"Occupancy","score":0.8539015054702759},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6919028759002686},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6137688755989075},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4644465744495392},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4402509331703186},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07601737976074219}],"concepts":[{"id":"https://openalex.org/C160331591","wikidata":"https://www.wikidata.org/wiki/Q7075743","display_name":"Occupancy","level":2,"score":0.8539015054702759},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6919028759002686},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6137688755989075},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4644465744495392},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4402509331703186},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07601737976074219},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10611537","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611537","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.4300000071525574,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W2122572959","https://openalex.org/W2130604180","https://openalex.org/W2471962767","https://openalex.org/W2555254696","https://openalex.org/W2897529137","https://openalex.org/W2911486422","https://openalex.org/W2951234442","https://openalex.org/W2963121255","https://openalex.org/W2968296999","https://openalex.org/W2991216808","https://openalex.org/W3035308182","https://openalex.org/W3035574168","https://openalex.org/W3092948912","https://openalex.org/W3109395584","https://openalex.org/W3126856052","https://openalex.org/W3138516171","https://openalex.org/W3167095230","https://openalex.org/W3203570626","https://openalex.org/W3215100485","https://openalex.org/W3215584334","https://openalex.org/W3215589927","https://openalex.org/W3215769467","https://openalex.org/W4200150166","https://openalex.org/W4221151978","https://openalex.org/W4225793049","https://openalex.org/W4226305814","https://openalex.org/W4303443326","https://openalex.org/W4309795819","https://openalex.org/W4312234520","https://openalex.org/W4312325284","https://openalex.org/W4312894406","https://openalex.org/W4322717261","https://openalex.org/W4367369767","https://openalex.org/W4382450829","https://openalex.org/W4382464460","https://openalex.org/W4386066358","https://openalex.org/W4386071563","https://openalex.org/W4386071699","https://openalex.org/W4386076400","https://openalex.org/W4386083035","https://openalex.org/W4387042162","https://openalex.org/W4390872638","https://openalex.org/W4390872833","https://openalex.org/W4390873564","https://openalex.org/W4390874087","https://openalex.org/W4390874310","https://openalex.org/W6685261749","https://openalex.org/W6739778489","https://openalex.org/W6784492152","https://openalex.org/W6802311648","https://openalex.org/W6810381225","https://openalex.org/W6811230113","https://openalex.org/W6845491643","https://openalex.org/W6846912360","https://openalex.org/W6850554156","https://openalex.org/W6852775642"],"related_works":["https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2772917594","https://openalex.org/W2775347418","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"3D":[0,17,33,55,69,81,99,149,161,177],"occupancy":[1,30,56,70,150,162],"prediction":[2],"holds":[3],"significant":[4],"promise":[5],"in":[6,32,121,185],"the":[7,39,50,116,143,157,180],"fields":[8],"of":[9,54,118,182],"robot":[10],"perception":[11],"and":[12,43,52,87,104],"autonomous":[13,122],"driving,":[14],"which":[15,125],"quantifies":[16],"scenes":[18],"into":[19],"grid":[20],"cells":[21],"with":[22,176],"semantic":[23],"labels.":[24,75,106],"Recent":[25],"works":[26],"mainly":[27],"utilize":[28],"complete":[29],"labels":[31,46],"voxel":[34],"space":[35],"for":[36,67,134],"supervision.":[37],"However,":[38],"expensive":[40],"annotation":[41],"process":[42],"sometimes":[44],"ambiguous":[45],"have":[47],"severely":[48],"constrained":[49],"usability":[51],"scalability":[53],"models.":[57],"To":[58,137],"address":[59],"this,":[60],"we":[61,77,108],"present":[62],"RenderOcc,":[63],"a":[64,79],"novel":[65],"paradigm":[66],"training":[68],"models":[71,151,173],"only":[72,152],"using":[73,153],"2D":[74,94,102,132,154],"Specifically,":[76],"extract":[78],"NeRF-style":[80],"volume":[82,89],"representation":[83],"from":[84,101],"multi-view":[85,148],"images,":[86],"employ":[88],"rendering":[90,133],"techniques":[91],"to":[92,114,129,146,172],"establish":[93],"renderings,":[95],"thus":[96],"enabling":[97],"direct":[98],"supervision":[100],"semantics":[103],"depth":[105],"Additionally,":[107],"introduce":[109],"an":[110],"Auxiliary":[111],"Ray":[112],"method":[113],"tackle":[115],"issue":[117],"sparse":[119],"viewpoints":[120],"driving":[123],"scenarios,":[124],"leverages":[126],"sequential":[127],"frames":[128],"construct":[130],"comprehensive":[131],"each":[135],"object.":[136],"our":[138],"best":[139],"knowledge,":[140],"RenderOcc":[141,168],"is":[142,190],"first":[144],"attempt":[145],"train":[147],"labels,":[155,178],"reducing":[156],"dependence":[158],"on":[159],"costly":[160],"annotations.":[163],"Extensive":[164],"experiments":[165],"demonstrate":[166],"that":[167],"achieves":[169],"comparable":[170],"performance":[171],"fully":[174],"supervised":[175],"underscoring":[179],"significance":[181],"this":[183],"approach":[184],"real-world":[186],"applications.":[187],"Our":[188],"code":[189],"available":[191],"at":[192],"https://github.com/pmj110119/RenderOcc.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":40},{"year":2024,"cited_by_count":12}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}