{"id":"https://openalex.org/W4386043473","doi":"https://doi.org/10.48550/arxiv.2308.09278","title":"MATLABER: Material-Aware Text-to-3D via LAtent BRDF auto-EncodeR","display_name":"MATLABER: Material-Aware Text-to-3D via LAtent BRDF auto-EncodeR","publication_year":2023,"publication_date":"2023-08-18","ids":{"openalex":"https://openalex.org/W4386043473","doi":"https://doi.org/10.48550/arxiv.2308.09278"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2308.09278","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.09278","pdf_url":"https://arxiv.org/pdf/2308.09278","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2308.09278","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101449188","display_name":"Xudong Xu","orcid":"https://orcid.org/0000-0001-5099-0506","observed_orcids":["https://orcid.org/0000-0001-5099-0506","https://orcid.org/0009-0005-6788-1759"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Xu, Xudong","raw_affiliation_strings":["Shanghai AI Laboratory \u00a7 S -Lab , Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory \u00a7 S -Lab , Nanyang Technological University","institution_ids":["https://openalex.org/I172675005","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034092901","display_name":"Zhaoyang Lyu","orcid":"https://orcid.org/0009-0002-7657-0221","observed_orcids":["https://orcid.org/0009-0002-7657-0221"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Lyu, Zhaoyang","raw_affiliation_strings":["Shanghai AI Laboratory \u00a7 S -Lab , Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory \u00a7 S -Lab , Nanyang Technological University","institution_ids":["https://openalex.org/I172675005","https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052549072","display_name":"Xingang Pan","orcid":"https://orcid.org/0000-0002-5825-9467","observed_orcids":["https://orcid.org/0000-0002-5825-9467"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Pan, Xingang","raw_affiliation_strings":["Shanghai AI Laboratory \u00a7 S -Lab , Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory \u00a7 S -Lab , Nanyang Technological University","institution_ids":["https://openalex.org/I172675005","https://openalex.org/I4391012619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062711588","display_name":"Bo Dai","orcid":"https://orcid.org/0000-0002-0029-792X","observed_orcids":["https://orcid.org/0000-0002-0029-792X"]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]},{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN","SG"],"is_corresponding":false,"raw_author_name":"Dai, Bo","raw_affiliation_strings":["Shanghai AI Laboratory \u00a7 S -Lab , Nanyang Technological University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory \u00a7 S -Lab , Nanyang Technological University","institution_ids":["https://openalex.org/I172675005","https://openalex.org/I4391012619"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":35,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.8773999810218811,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.8773999810218811,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.10740000009536743,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.01269999984651804,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/text-to-3d-generation","display_name":"text-to-3D generation","score":0.9909999966621399},{"id":"https://openalex.org/keywords/bidirectional-reflectance-distribution-function","display_name":"bidirectional reflectance distribution function","score":0.75},{"id":"https://openalex.org/keywords/appearance-modeling","display_name":"appearance modeling","score":0.609000027179718},{"id":"https://openalex.org/keywords/relighting","display_name":"relighting","score":0.9129999876022339},{"id":"https://openalex.org/keywords/material-editing","display_name":"material editing","score":0.9929999709129333},{"id":"https://openalex.org/keywords/latent-space-distribution","display_name":"latent space distribution","score":0.43700000643730164},{"id":"https://openalex.org/keywords/text-to-image-diffusion-models","display_name":"text-to-image diffusion models","score":0.5920000076293945}],"concepts":[{"id":"https://openalex.org/C151596937","wikidata":"https://www.wikidata.org/wiki/Q856980","display_name":"Bidirectional reflectance distribution function","level":3,"score":0.9238290786743164},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7243773937225342},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6634015440940857},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.6064518094062805},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5933851599693298},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.5770957469940186},{"id":"https://openalex.org/C102634674","wikidata":"https://www.wikidata.org/wiki/Q868473","display_name":"Smoothness","level":2,"score":0.5389441251754761},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4526004195213318},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4522748589515686},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4013289213180542},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.37943339347839355},{"id":"https://openalex.org/C108597893","wikidata":"https://www.wikidata.org/wiki/Q663650","display_name":"Reflectivity","level":2,"score":0.35360538959503174},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.11470258235931396},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09578028321266174},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08096075057983398},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07409369945526123},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2308.09278","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.09278","pdf_url":"https://arxiv.org/pdf/2308.09278","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2308.09278","doi":"https://doi.org/10.48550/arxiv.2308.09278","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2308.09278","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2308.09278","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2308.09278","pdf_url":"https://arxiv.org/pdf/2308.09278","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386043473.pdf","grobid_xml":"https://content.openalex.org/works/W4386043473.grobid-xml"},"referenced_works_count":7,"referenced_works":["https://openalex.org/W2884980254","https://openalex.org/W3048093719","https://openalex.org/W4224035735","https://openalex.org/W4308163867","https://openalex.org/W4386065887","https://openalex.org/W4390873542","https://openalex.org/W7133190699"],"related_works":["https://openalex.org/W6964123030","https://openalex.org/W4411610554","https://openalex.org/W4390873542","https://openalex.org/W7138856873","https://openalex.org/W4393969450","https://openalex.org/W4415798923","https://openalex.org/W4400573495","https://openalex.org/W4413146894","https://openalex.org/W7167696719","https://openalex.org/W4395443286"],"abstract_inverted_index":{"Based":[0],"on":[1],"powerful":[2],"text-to-image":[3],"diffusion":[4],"models,":[5],"text-to-3D":[6,95],"generation":[7],"has":[8],"made":[9],"significant":[10],"progress":[11],"in":[12,94,122],"generating":[13,123],"compelling":[14],"geometry":[15],"and":[16,74,125,140,144],"appearance.":[17],"However,":[18],"existing":[19,120],"methods":[20],"still":[21],"struggle":[22],"to":[23,35],"recover":[24],"high-fidelity":[25],"object":[26,127],"materials,":[27],"either":[28],"only":[29],"considering":[30],"Lambertian":[31],"reflectance,":[32],"or":[33],"failing":[34],"disentangle":[36],"BRDF":[37,52,60,72,99,103],"materials":[38,131],"from":[39],"the":[40,76,97,117],"environment":[41],"lights.":[42],"In":[43],"this":[44,67],"work,":[45],"we":[46],"propose":[47],"Material-Aware":[48],"Text-to-3D":[49],"via":[50,107],"LAtent":[51],"auto-EncodeR":[53],"(\\textbf{MATLABER})":[54],"that":[55],"leverages":[56],"a":[57,86,108],"novel":[58],"latent":[59,80,98],"auto-encoder":[61,68],"for":[62],"material":[63,109,141],"generation.":[64],"We":[65],"train":[66],"with":[69],"large-scale":[70],"real-world":[71],"collections":[73],"ensure":[75],"smoothness":[77],"of":[78,89],"its":[79],"space,":[81],"which":[82],"implicitly":[83],"acts":[84],"as":[85,138],"natural":[87],"distribution":[88],"materials.":[90,128],"During":[91],"appearance":[92],"modeling":[93],"generation,":[96],"embeddings,":[100],"rather":[101],"than":[102],"parameters,":[104],"are":[105],"predicted":[106],"network.":[110],"Through":[111],"exhaustive":[112],"experiments,":[113],"our":[114],"approach":[115],"demonstrates":[116],"superiority":[118],"over":[119],"ones":[121],"realistic":[124],"coherent":[126],"Moreover,":[129],"high-quality":[130],"naturally":[132],"enable":[133],"multiple":[134],"downstream":[135],"tasks":[136],"such":[137],"relighting":[139],"editing.":[142],"Code":[143],"model":[145],"will":[146],"be":[147],"publicly":[148],"available":[149],"at":[150],"\\url{https://sheldontsui.github.io/projects/Matlaber}.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-08-22T00:00:00"}