{"id":"https://openalex.org/W4414271706","doi":"https://doi.org/10.1109/tpami.2025.3611376","title":"SS-NeRF: Physically Based Sparse Spectral Rendering With Neural Radiance Field","display_name":"SS-NeRF: Physically Based Sparse Spectral Rendering With Neural Radiance Field","publication_year":2025,"publication_date":"2025-09-17","ids":{"openalex":"https://openalex.org/W4414271706","doi":"https://doi.org/10.1109/tpami.2025.3611376","pmid":"https://pubmed.ncbi.nlm.nih.gov/40960969"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3611376","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3611376","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100697662","display_name":"Ru Li","orcid":"https://orcid.org/0000-0002-7249-6848"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ru Li","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China"],"raw_orcid":"https://orcid.org/0000-0002-7249-6848","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100409702","display_name":"Jia Liu","orcid":"https://orcid.org/0000-0002-4861-0313"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Liu","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100654860","display_name":"Guanghui Liu","orcid":"https://orcid.org/0000-0002-4170-4552"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanghui Liu","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-4170-4552","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shengping Zhang","orcid":"https://orcid.org/0000-0001-5200-3420"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengping Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China"],"raw_orcid":"https://orcid.org/0000-0001-5200-3420","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Weihai, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077470082","display_name":"Bing Zeng","orcid":"https://orcid.org/0000-0002-4491-7967"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Zeng","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-4491-7967","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":null,"display_name":"Shuaicheng Liu","orcid":"https://orcid.org/0000-0002-8815-5335"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuaicheng Liu","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-8815-5335","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100697662"],"corresponding_institution_ids":["https://openalex.org/I204983213"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.43943743,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"1","first_page":"1015","last_page":"1028"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14339","display_name":"Image Processing and 3D Reconstruction","score":0.9761000275611877,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.7807999849319458},{"id":"https://openalex.org/keywords/radiance","display_name":"Radiance","score":0.705299973487854},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.5625},{"id":"https://openalex.org/keywords/light-field","display_name":"Light field","score":0.40450000762939453},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.3634999990463257},{"id":"https://openalex.org/keywords/sparse-approximation","display_name":"Sparse approximation","score":0.3610000014305115},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.34209999442100525},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3294999897480011}],"concepts":[{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.7807999849319458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7365000247955322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7175999879837036},{"id":"https://openalex.org/C23690007","wikidata":"https://www.wikidata.org/wiki/Q1411145","display_name":"Radiance","level":2,"score":0.705299973487854},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5795999765396118},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.5625},{"id":"https://openalex.org/C48983235","wikidata":"https://www.wikidata.org/wiki/Q593161","display_name":"Light field","level":2,"score":0.40450000762939453},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.3634999990463257},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.3610000014305115},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.34209999442100525},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3294999897480011},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.3100000023841858},{"id":"https://openalex.org/C30769735","wikidata":"https://www.wikidata.org/wiki/Q2165951","display_name":"Volume rendering","level":3,"score":0.29679998755455017},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C44185422","wikidata":"https://www.wikidata.org/wiki/Q6002064","display_name":"Image-based modeling and rendering","level":3,"score":0.2935999929904938},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C3232514","wikidata":"https://www.wikidata.org/wiki/Q7575196","display_name":"Spectral imaging","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.2687999904155731},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.26019999384880066},{"id":"https://openalex.org/C135252773","wikidata":"https://www.wikidata.org/wiki/Q1567213","display_name":"Inverse problem","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3611376","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3611376","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40960969","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40960969","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4461046566","display_name":null,"funder_award_id":"62372091","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5088099873","display_name":null,"funder_award_id":"62272134","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8248988726","display_name":null,"funder_award_id":"62402136","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1994559998","https://openalex.org/W2028138227","https://openalex.org/W2031007444","https://openalex.org/W2080630433","https://openalex.org/W2085261163","https://openalex.org/W2095975429","https://openalex.org/W2118246710","https://openalex.org/W2126521141","https://openalex.org/W2258232735","https://openalex.org/W2316077347","https://openalex.org/W2471962767","https://openalex.org/W2752782242","https://openalex.org/W2770790879","https://openalex.org/W2956299176","https://openalex.org/W2959164675","https://openalex.org/W2962785568","https://openalex.org/W2964288609","https://openalex.org/W3016980765","https://openalex.org/W3043075211","https://openalex.org/W3109585842","https://openalex.org/W3154072527","https://openalex.org/W3169633134","https://openalex.org/W3174752334","https://openalex.org/W3176368002","https://openalex.org/W3177583232","https://openalex.org/W3202995573","https://openalex.org/W3203570626","https://openalex.org/W3203806429","https://openalex.org/W3204859697","https://openalex.org/W3215769467","https://openalex.org/W3216476011","https://openalex.org/W4213081051","https://openalex.org/W4214520160","https://openalex.org/W4238304731","https://openalex.org/W4283732944","https://openalex.org/W4285981733","https://openalex.org/W4287018800","https://openalex.org/W4312969460","https://openalex.org/W4313153331","https://openalex.org/W4313196423","https://openalex.org/W4321512544","https://openalex.org/W4377983905","https://openalex.org/W4378421719","https://openalex.org/W4385289606","https://openalex.org/W4385318467","https://openalex.org/W4386065515","https://openalex.org/W4386065885","https://openalex.org/W4386071616","https://openalex.org/W4386075787","https://openalex.org/W4386076266","https://openalex.org/W4386076472","https://openalex.org/W4386083092","https://openalex.org/W4390872170","https://openalex.org/W4390872507","https://openalex.org/W4390873748","https://openalex.org/W4393149758","https://openalex.org/W4393159084","https://openalex.org/W4393405443","https://openalex.org/W4393906060","https://openalex.org/W4402727359","https://openalex.org/W4402754045","https://openalex.org/W4403069195"],"related_works":[],"abstract_inverted_index":{"In":[0,180],"this":[1],"paper,":[2],"we":[3,167,182,210],"propose":[4,168],"SS-NeRF,":[5,181],"the":[6,23,32,44,51,62,75,79,82,85,101,115,124,129,138,172,185,190,198,205,218,232],"end-to-end":[7],"Neural":[8],"Radiance":[9],"Field":[10],"(NeRF)-based":[11],"architectures":[12],"for":[13,50,160],"high-quality":[14],"physically":[15],"based":[16,192],"rendering":[17,26,117],"with":[18,177],"sparse":[19,178],"inputs.":[20,179],"We":[21],"modify":[22],"classical":[24],"spectral":[25,86,116,130],"into":[27],"two":[28,59],"main":[29],"steps,":[30],"1)":[31],"generation":[33],"of":[34,37,46,93,107,126,140,174],"a":[35,119,212],"series":[36],"spectrum":[38,48,70,91],"maps":[39,49,92],"spanning":[40],"different":[41],"wavelengths,":[42],"2)":[43],"combination":[45],"these":[47,58],"RGB":[52,105],"output.":[53],"The":[54],"proposed":[55,63,233],"architecture":[56,67],"follows":[57],"steps":[60],"through":[61],"multi-layer":[64],"perceptron":[65],"(MLP)-based":[66],"(SpectralMLP)":[68],"and":[69,78,136,248],"attention":[71],"UNet":[72],"(SAUNet).":[73],"Given":[74],"ray":[76,80],"origin":[77],"direction,":[81],"SpectralMLP":[83],"constructs":[84],"radiance":[87,131],"field":[88],"to":[89,100,103,112,170,188,203,215,237],"obtain":[90],"novel":[94,153],"views,":[95],"which":[96],"are":[97],"then":[98],"sent":[99],"SAUNet":[102],"produce":[104],"images":[106],"white-light":[108],"illumination.":[109],"Applying":[110],"NeRF":[111],"build":[113],"up":[114],"is":[118,201,235],"more":[120],"physically-based":[121],"way":[122],"from":[123],"perspective":[125],"ray-tracing.":[127],"Further,":[128],"fields":[132],"decompose":[133],"difficult":[134],"scenes":[135],"improve":[137],"performance":[139],"NeRF-based":[141],"methods.":[142],"Previous":[143],"baseline,":[144],"such":[145],"as":[146],"SpectralNeRF,":[147],"outperforms":[148],"recent":[149,238],"methods":[150,240],"in":[151],"synthesizing":[152,242],"views":[154,244],"but":[155],"requires":[156],"relatively":[157],"dense":[158],"viewpoints":[159],"accurate":[161],"scene":[162,175],"reconstruction.":[163],"To":[164],"tackle":[165],"this,":[166],"SS-NeRF":[169],"enhance":[171],"detail":[173],"representation":[176],"first":[183],"design":[184],"depth-aware":[186],"continuity":[187],"optimize":[189,204],"reconstruction":[191],"on":[193,245],"single-view":[194],"depth":[195],"predictions.":[196],"Then,":[197],"geometric-projected":[199],"consistency":[200,214],"introduced":[202],"multi-view":[206],"geometry":[207],"alignment.":[208],"Additionally,":[209],"introduce":[211],"superpixel-aligned":[213],"ensure":[216],"that":[217,231],"average":[219],"color":[220],"within":[221],"each":[222],"superpixel":[223],"region":[224],"remains":[225],"consistent.":[226],"Comprehensive":[227],"experimental":[228],"results":[229],"demonstrate":[230],"method":[234],"superior":[236],"state-of-the-art":[239],"when":[241],"new":[243],"both":[246],"synthetic":[247],"real-world":[249],"datasets.":[250]},"counts_by_year":[],"updated_date":"2025-12-04T23:47:47.292601","created_date":"2025-10-10T00:00:00"}