{"id":"https://openalex.org/W4403792314","doi":"https://doi.org/10.1145/3664647.3680757","title":"MaterialSeg3D: Segmenting Dense Materials from 2D Priors for 3D Assets","display_name":"MaterialSeg3D: Segmenting Dense Materials from 2D Priors for 3D Assets","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403792314","doi":"https://doi.org/10.1145/3664647.3680757"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3680757","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3680757","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3664647.3680757","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027559872","display_name":"Zeyu Li","orcid":"https://orcid.org/0000-0002-8693-0334"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zeyu Li","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003879443","display_name":"Ruitong Gan","orcid":"https://orcid.org/0000-0002-4287-3809"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ruitong Gan","raw_affiliation_strings":["The Hong Kong Polytechnic University & Centre for Artificial Intelligence and Robotics, HKISI_CAS, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University & Centre for Artificial Intelligence and Robotics, HKISI_CAS, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026824303","display_name":"Chuanchen Luo","orcid":"https://orcid.org/0000-0002-4360-7035"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanchen Luo","raw_affiliation_strings":["School of Artificial Intelligence, Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"School of Artificial Intelligence, Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100393131","display_name":"Yuxi Wang","orcid":"https://orcid.org/0000-0003-1579-2357"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxi Wang","raw_affiliation_strings":["Centre for Artificial Intelligence and Robotics, HKISI_CAS, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"Centre for Artificial Intelligence and Robotics, HKISI_CAS, Hong Kong, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032858379","display_name":"Jiaheng Liu","orcid":"https://orcid.org/0000-0002-5183-8538"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaheng Liu","raw_affiliation_strings":["Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103262233","display_name":"Ziwei Zhu","orcid":"https://orcid.org/0000-0002-6189-8796"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziwei Zhu","raw_affiliation_strings":["University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404176","display_name":"Qing Li","orcid":"https://orcid.org/0000-0003-3370-471X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qing Li","raw_affiliation_strings":["The Hong Kong Polytechnic University, Hong Kong, China"],"affiliations":[{"raw_affiliation_string":"The Hong Kong Polytechnic University, Hong Kong, China","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074514262","display_name":"Xu-Cheng Yin","orcid":"https://orcid.org/0000-0003-0023-0220"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xucheng Yin","raw_affiliation_strings":["University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353089","display_name":"Man Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Man Zhang","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028016065","display_name":"Zhaoxiang Zhang","orcid":"https://orcid.org/0000-0003-2648-3875"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoxiang Zhang","raw_affiliation_strings":["Institute of automation, Chinese Academy of Sciences & Centre for Artificial Intelligence and Robotics, HKISI_CAS, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Institute of automation, Chinese Academy of Sciences & Centre for Artificial Intelligence and Robotics, HKISI_CAS, Beijing, China","institution_ids":["https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091958275","display_name":"Junran Peng","orcid":"https://orcid.org/0000-0001-5276-0114"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junran Peng","raw_affiliation_strings":["University of Science and Technology Beijing, Beijing, China"],"affiliations":[{"raw_affiliation_string":"University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5027559872"],"corresponding_institution_ids":["https://openalex.org/I139759216"],"apc_list":null,"apc_paid":null,"fwci":0.4986,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.66166398,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"370","last_page":"379"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11211","display_name":"3D Surveying and Cultural Heritage","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1907","display_name":"Geology"},"field":{"id":"https://openalex.org/fields/19","display_name":"Earth and Planetary Sciences"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.7098950743675232},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5561307668685913},{"id":"https://openalex.org/keywords/market-segmentation","display_name":"Market segmentation","score":0.5246836543083191},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47441336512565613},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3679693341255188},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3324509263038635},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.17155343294143677},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.10759511590003967}],"concepts":[{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.7098950743675232},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5561307668685913},{"id":"https://openalex.org/C125308379","wikidata":"https://www.wikidata.org/wiki/Q363057","display_name":"Market segmentation","level":2,"score":0.5246836543083191},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47441336512565613},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3679693341255188},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3324509263038635},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.17155343294143677},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.10759511590003967},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3680757","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3680757","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3664647.3680757","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3664647.3680757","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1953465585","https://openalex.org/W1958236864","https://openalex.org/W2005756025","https://openalex.org/W2010625607","https://openalex.org/W2055302526","https://openalex.org/W2170940415","https://openalex.org/W2582734987","https://openalex.org/W2736596523","https://openalex.org/W2811490555","https://openalex.org/W2884822772","https://openalex.org/W2958302123","https://openalex.org/W2962849139","https://openalex.org/W2962988048","https://openalex.org/W2963140844","https://openalex.org/W2963926543","https://openalex.org/W2972931660","https://openalex.org/W2986615800","https://openalex.org/W3008102851","https://openalex.org/W3035338251","https://openalex.org/W3128051178","https://openalex.org/W3138516171","https://openalex.org/W3141954417","https://openalex.org/W3162843412","https://openalex.org/W3173390859","https://openalex.org/W3173531806","https://openalex.org/W3176179930","https://openalex.org/W3180196270","https://openalex.org/W3186445620","https://openalex.org/W3198362969","https://openalex.org/W4200150166","https://openalex.org/W4234552385","https://openalex.org/W4235375376","https://openalex.org/W4281479141","https://openalex.org/W4285102264","https://openalex.org/W4294959213","https://openalex.org/W4296957573","https://openalex.org/W4312443924","https://openalex.org/W4312453532","https://openalex.org/W4312566693","https://openalex.org/W4312702031","https://openalex.org/W4312708649","https://openalex.org/W4313156423","https://openalex.org/W4376851074","https://openalex.org/W4386065887","https://openalex.org/W4386075660","https://openalex.org/W4386075744","https://openalex.org/W4386075943","https://openalex.org/W4389539690","https://openalex.org/W4389574975","https://openalex.org/W4390874575","https://openalex.org/W4402733585"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Driven":[0],"by":[1,66,106,119],"powerful":[2],"image":[3,48],"diffusion":[4],"models,":[5],"recent":[6],"research":[7],"has":[8],"achieved":[9],"the":[10,40,51,58,84,108,111,136,177,191,194,199,229],"automatic":[11],"creation":[12],"of":[13,53,75,110,163,193,201,231],"3D":[14,41,126,154],"objects":[15],"from":[16,113,135,167],"textual":[17],"or":[18],"visual":[19],"guidance.":[20],"By":[21],"performing":[22],"score":[23],"distillation":[24],"sampling":[25],"(SDS)":[26],"iteratively":[27],"across":[28],"different":[29],"views,":[30],"these":[31],"methods":[32],"succeed":[33],"in":[34,88,95,153],"lifting":[35],"2D":[36,46,137],"generative":[37,47],"prior":[38,49,144],"to":[39,82,131,150,189],"space.":[42,155],"However,":[43],"such":[44,142],"a":[45,61,125,143,148,158,168,180,206],"bakes":[50],"effect":[52],"illumination":[54],"and":[55,116,184,220,225],"shadow":[56],"into":[57],"texture.":[59],"As":[60],"result,":[62],"material":[63,77,109,128,134,152,207],"maps":[64],"optimized":[65],"SDS":[67],"inevitably":[68],"involve":[69],"spurious":[70],"correlated":[71],"components.":[72],"The":[73],"absence":[74],"precise":[76],"definition":[78],"makes":[79],"it":[80],"infeasible":[81],"relight":[83],"generated":[85],"assets":[86],"reasonably":[87],"novel":[89],"scenes,":[90],"which":[91,164,214],"limits":[92],"their":[93],"application":[94],"downstream":[96],"scenarios.":[97],"In":[98],"contrast,":[99],"humans":[100],"can":[101],"effortlessly":[102],"circumvent":[103],"this":[104,120],"ambiguity":[105],"deducing":[107],"object":[112,195],"its":[114],"appearance":[115],"semantics.":[117],"Motivated":[118],"insight,":[121],"we":[122,146,175,204],"propose":[123],"MaterialSeg3D,":[124],"asset":[127],"generation":[129],"framework":[130],"infer":[132],"underlying":[133],"semantic":[138],"prior.":[139],"Based":[140],"on":[141],"model,":[145],"devise":[147],"mechanism":[149],"parse":[151],"We":[156],"maintain":[157],"UV":[159],"stack,":[160],"each":[161],"map":[162],"is":[165],"unprojected":[166],"specific":[169],"viewpoint.":[170],"After":[171],"traversing":[172],"all":[173],"viewpoints,":[174],"fuse":[176],"stack":[178],"through":[179],"weighted":[181],"voting":[182],"scheme":[183],"then":[185],"employ":[186],"region":[187],"unification":[188],"ensure":[190],"coherence":[192],"parts.":[196],"To":[197],"fuel":[198],"learning":[200],"semantics":[202],"prior,":[203],"collect":[205],"dataset,":[208],"named":[209],"Materialized":[210],"Individual":[211],"Objects":[212],"(MIO),":[213],"features":[215],"abundant":[216],"images,":[217],"diverse":[218],"categories,":[219],"accurate":[221],"annotations.":[222],"Extensive":[223],"quantitative":[224],"qualitative":[226],"experiments":[227],"demonstrate":[228],"effectiveness":[230],"our":[232],"method.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}