{"id":"https://openalex.org/W4403210799","doi":"https://doi.org/10.1109/tvcg.2024.3476331","title":"MM-NeRF: Multimodal-Guided 3D Multi-Style Transfer of Neural Radiance Field","display_name":"MM-NeRF: Multimodal-Guided 3D Multi-Style Transfer of Neural Radiance Field","publication_year":2024,"publication_date":"2024-10-08","ids":{"openalex":"https://openalex.org/W4403210799","doi":"https://doi.org/10.1109/tvcg.2024.3476331","pmid":"https://pubmed.ncbi.nlm.nih.gov/39378248"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2024.3476331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3476331","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zijiang Yang","orcid":"https://orcid.org/0009-0001-8114-8319"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zijiang Yang","raw_affiliation_strings":["School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-8114-8319","affiliations":[{"raw_affiliation_string":"School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027006079","display_name":"Zhongwei Qiu","orcid":"https://orcid.org/0000-0001-9700-9658"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongwei Qiu","raw_affiliation_strings":["Alibaba DAMO Academy, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-9700-9658","affiliations":[{"raw_affiliation_string":"Alibaba DAMO Academy, Hangzhou, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001529504","display_name":"Chang Xu","orcid":"https://orcid.org/0000-0002-4756-0609"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chang Xu","raw_affiliation_strings":["University of Sydney, Darlington, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4756-0609","affiliations":[{"raw_affiliation_string":"University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016681542","display_name":"Dongmei Fu","orcid":"https://orcid.org/0000-0003-3918-9448"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongmei Fu","raw_affiliation_strings":["School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3918-9448","affiliations":[{"raw_affiliation_string":"School of Automation and Electrical Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I92403157"],"apc_list":null,"apc_paid":null,"fwci":0.7142,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.71878662,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"31","issue":"9","first_page":"5842","last_page":"5853"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8176856637001038},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6758487820625305},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6020533442497253},{"id":"https://openalex.org/keywords/stylized-fact","display_name":"Stylized fact","score":0.4989891052246094},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4895525872707367},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.48864561319351196},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.4539409279823303},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.44638678431510925},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4130805730819702}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8176856637001038},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6758487820625305},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6020533442497253},{"id":"https://openalex.org/C38935604","wikidata":"https://www.wikidata.org/wiki/Q4330363","display_name":"Stylized fact","level":2,"score":0.4989891052246094},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4895525872707367},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.48864561319351196},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.4539409279823303},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.44638678431510925},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4130805730819702},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2024.3476331","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3476331","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:39378248","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39378248","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":70,"referenced_works":["https://openalex.org/W1573040851","https://openalex.org/W2320359495","https://openalex.org/W2475287302","https://openalex.org/W2603777577","https://openalex.org/W2738551266","https://openalex.org/W2740546229","https://openalex.org/W2748043525","https://openalex.org/W2950689937","https://openalex.org/W2959891120","https://openalex.org/W2963066677","https://openalex.org/W2963663420","https://openalex.org/W2963807156","https://openalex.org/W2998432172","https://openalex.org/W3025695130","https://openalex.org/W3035026630","https://openalex.org/W3041830731","https://openalex.org/W3086415202","https://openalex.org/W3092948912","https://openalex.org/W3093370337","https://openalex.org/W3102536158","https://openalex.org/W3109135481","https://openalex.org/W3109908659","https://openalex.org/W3164804380","https://openalex.org/W3176179930","https://openalex.org/W3177457352","https://openalex.org/W3177583232","https://openalex.org/W3182714435","https://openalex.org/W3195620846","https://openalex.org/W3203570626","https://openalex.org/W3213840695","https://openalex.org/W4200150166","https://openalex.org/W4200313684","https://openalex.org/W4214668273","https://openalex.org/W4214731463","https://openalex.org/W4221151978","https://openalex.org/W4241414120","https://openalex.org/W4286611176","https://openalex.org/W4289537174","https://openalex.org/W4293811398","https://openalex.org/W4294541506","https://openalex.org/W4298187450","https://openalex.org/W4302276547","https://openalex.org/W4310285364","https://openalex.org/W4312238725","https://openalex.org/W4312280100","https://openalex.org/W4312283676","https://openalex.org/W4312318483","https://openalex.org/W4312369535","https://openalex.org/W4312453532","https://openalex.org/W4312538174","https://openalex.org/W4312801000","https://openalex.org/W4312891300","https://openalex.org/W4312930440","https://openalex.org/W4312933868","https://openalex.org/W4312971576","https://openalex.org/W4313029666","https://openalex.org/W4321488276","https://openalex.org/W4379527433","https://openalex.org/W4386075604","https://openalex.org/W4388623114","https://openalex.org/W4392940145","https://openalex.org/W6780294235","https://openalex.org/W6784492152","https://openalex.org/W6784761581","https://openalex.org/W6791353385","https://openalex.org/W6797770180","https://openalex.org/W6838639034","https://openalex.org/W6839556448","https://openalex.org/W6843813467","https://openalex.org/W6846275404"],"related_works":["https://openalex.org/W2529311304","https://openalex.org/W4248275646","https://openalex.org/W2992609826","https://openalex.org/W3124809058","https://openalex.org/W2552900035","https://openalex.org/W2062875858","https://openalex.org/W2138330538","https://openalex.org/W2046581487","https://openalex.org/W2350612079","https://openalex.org/W4254929321"],"abstract_inverted_index":{"3D":[0,9,95,107,136,199],"style":[1,60,157,184,210],"transfer":[2,61,109],"aims":[3],"to":[4,69,82,84,123,133,146,162,178,181],"generate":[5],"stylized":[6,55],"views":[7],"of":[8,28,49,110,150,166],"scenes":[10],"with":[11,31,36,51,185,202],"specified":[12],"styles,":[13],"which":[14,53],"requires":[15],"high-quality":[16,29,198],"generating":[17],"and":[18,34,129,154,205,209],"keeping":[19],"multi-view":[20,56,156,167,207],"consistency.":[21],"Existing":[22],"methods":[23],"still":[24],"suffer":[25],"the":[26,45,64,86,125,135,148,164],"challenges":[27],"stylization":[30,35,50,201],"texture":[32,87],"details":[33],"multimodal":[37,117,126,131,203,213],"guidance.":[38,214],"In":[39],"this":[40],"paper,":[41],"we":[42,102],"reveal":[43],"that":[44,195],"common":[46],"training":[47],"method":[48],"NeRF,":[52,111],"generates":[54],"supervision":[57,68,168],"by":[58],"2D":[59],"models,":[62],"causes":[63],"same":[65],"object":[66],"in":[67,77,91],"show":[70,194],"various":[71],"states":[72],"(color":[73],"tone,":[74],"details,":[75,88],"etc.)":[76],"different":[78],"views,":[79],"leading":[80],"NeRF":[81],"tend":[83],"smooth":[85],"further":[89],"resulting":[90],"low-quality":[92],"rendering":[93],"for":[94],"multi-style":[96,152,200],"transfer.":[97],"To":[98],"tackle":[99],"these":[100],"problems,":[101],"propose":[103],"a":[104,120,139,155,171],"novel":[105,140,172],"Multimodal-guided":[106],"Multi-style":[108],"termed":[112],"MM-NeRF.":[113],"First,":[114],"MM-NeRF":[115,180,196],"projects":[116],"guidance":[118],"into":[119],"unified":[121],"space":[122],"keep":[124],"styles":[127],"consistency":[128,208,211],"extracts":[130],"features":[132],"guide":[134],"stylization.":[137],"Second,":[138],"multi-head":[141],"learning":[142,151,174],"scheme":[143],"is":[144,160,176],"proposed":[145,161,177],"relieve":[147],"difficulty":[149],"transfer,":[153],"consistent":[158],"loss":[159],"track":[163],"inconsistency":[165],"data.":[169],"Finally,":[170],"incremental":[173],"mechanism":[175],"generalize":[179],"any":[182],"new":[183],"small":[186],"costs.":[187],"Extensive":[188],"experiments":[189],"on":[190],"several":[191],"real-world":[192],"datasets":[193],"achieves":[197],"guidance,":[204],"keeps":[206],"between":[212]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}