{"id":"https://openalex.org/W4409102430","doi":"https://doi.org/10.1109/tpami.2025.3557245","title":"Revisiting One-Stage Deep Uncalibrated Photometric Stereo via Fourier Embedding","display_name":"Revisiting One-Stage Deep Uncalibrated Photometric Stereo via Fourier Embedding","publication_year":2025,"publication_date":"2025-04-03","ids":{"openalex":"https://openalex.org/W4409102430","doi":"https://doi.org/10.1109/tpami.2025.3557245","pmid":"https://pubmed.ncbi.nlm.nih.gov/40173071"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3557245","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3557245","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086183661","display_name":"Yakun Ju","orcid":"https://orcid.org/0000-0003-4065-4108"},"institutions":[{"id":"https://openalex.org/I153648349","display_name":"University of Leicester","ror":"https://ror.org/04h699437","country_code":"GB","type":"education","lineage":["https://openalex.org/I153648349"]},{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["GB","SG"],"is_corresponding":true,"raw_author_name":"Yakun Ju","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","School of Computing and Mathematical Sciences, University of Leicester, Leicester, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]},{"raw_affiliation_string":"School of Computing and Mathematical Sciences, University of Leicester, Leicester, United Kingdom","institution_ids":["https://openalex.org/I153648349"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038326097","display_name":"Boxin Shi","orcid":"https://orcid.org/0000-0001-6749-0364"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boxin Shi","raw_affiliation_strings":["State Key Laboratory of Multimedia Information Processing and National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","National Key Laboratory for Multimedia Information Processing and National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimedia Information Processing and National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"National Key Laboratory for Multimedia Information Processing and National Engineering Research Center of Visual Technology, School of Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024709593","display_name":"Bihan Wen","orcid":"https://orcid.org/0000-0002-6874-6453"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Bihan Wen","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019678322","display_name":"Kin\u2010Man Lam","orcid":"https://orcid.org/0000-0002-0422-8454"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kin-Man Lam","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The Hong Kong Polytechnic University, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085533260","display_name":"Xudong Jiang","orcid":"https://orcid.org/0000-0002-9104-2315"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Xudong Jiang","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080977911","display_name":"Alex C. Kot","orcid":"https://orcid.org/0000-0001-6262-8125"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Alex C. Kot","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5086183661"],"corresponding_institution_ids":["https://openalex.org/I153648349","https://openalex.org/I172675005"],"apc_list":null,"apc_paid":null,"fwci":13.3988,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.9889601,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"47","issue":"8","first_page":"6185","last_page":"6199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9830999970436096,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11666","display_name":"Color Science and Applications","score":0.9596999883651733,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8059451580047607},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.7016413807868958},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6233992576599121},{"id":"https://openalex.org/keywords/photometric-stereo","display_name":"Photometric stereo","score":0.6152321100234985},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6073033809661865},{"id":"https://openalex.org/keywords/fourier-transform","display_name":"Fourier transform","score":0.46393635869026184},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3763164281845093},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.2545366883277893},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.21003687381744385}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8059451580047607},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7016413807868958},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6233992576599121},{"id":"https://openalex.org/C44365914","wikidata":"https://www.wikidata.org/wiki/Q17120636","display_name":"Photometric stereo","level":3,"score":0.6152321100234985},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6073033809661865},{"id":"https://openalex.org/C102519508","wikidata":"https://www.wikidata.org/wiki/Q6520159","display_name":"Fourier transform","level":2,"score":0.46393635869026184},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3763164281845093},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.2545366883277893},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.21003687381744385},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tpami.2025.3557245","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3557245","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40173071","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40173071","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null},{"id":"pmh:oai:figshare.com:article/29381315","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal contribution"}],"best_oa_location":{"id":"pmh:oai:figshare.com:article/29381315","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal contribution"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3598382722","display_name":null,"funder_award_id":"62136001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3833898155","display_name":null,"funder_award_id":"62088102","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W1487520337","https://openalex.org/W1539790409","https://openalex.org/W1921224077","https://openalex.org/W1975089519","https://openalex.org/W1978356057","https://openalex.org/W2006221045","https://openalex.org/W2009422376","https://openalex.org/W2028045978","https://openalex.org/W2028482684","https://openalex.org/W2076130323","https://openalex.org/W2085608034","https://openalex.org/W2093366637","https://openalex.org/W2095198706","https://openalex.org/W2099225574","https://openalex.org/W2112668648","https://openalex.org/W2119599035","https://openalex.org/W2120691559","https://openalex.org/W2121649761","https://openalex.org/W2125478250","https://openalex.org/W2125722165","https://openalex.org/W2138306472","https://openalex.org/W2165192967","https://openalex.org/W2194775991","https://openalex.org/W2766067961","https://openalex.org/W2776016831","https://openalex.org/W2787460109","https://openalex.org/W2884608015","https://openalex.org/W2889383273","https://openalex.org/W2922144044","https://openalex.org/W2948619611","https://openalex.org/W2950689937","https://openalex.org/W2963446712","https://openalex.org/W2963820554","https://openalex.org/W2990635811","https://openalex.org/W3005895305","https://openalex.org/W3035294798","https://openalex.org/W3038916430","https://openalex.org/W3039644234","https://openalex.org/W3048528006","https://openalex.org/W3103075818","https://openalex.org/W3121558549","https://openalex.org/W3151597212","https://openalex.org/W3176096490","https://openalex.org/W3183864931","https://openalex.org/W3194795082","https://openalex.org/W3207935323","https://openalex.org/W4224920417","https://openalex.org/W4225522995","https://openalex.org/W4297239163","https://openalex.org/W4312303364","https://openalex.org/W4312519494","https://openalex.org/W4312541144","https://openalex.org/W4312737787","https://openalex.org/W4312746248","https://openalex.org/W4312958254","https://openalex.org/W4313155048","https://openalex.org/W4385245566","https://openalex.org/W4386075948","https://openalex.org/W4387967967","https://openalex.org/W4387968569","https://openalex.org/W4390422305","https://openalex.org/W4394744352","https://openalex.org/W4402727793","https://openalex.org/W4411244561","https://openalex.org/W6752165588","https://openalex.org/W6755477022","https://openalex.org/W6785375044","https://openalex.org/W6786204284","https://openalex.org/W6850343407"],"related_works":["https://openalex.org/W2071501285","https://openalex.org/W2118082161","https://openalex.org/W1904220063","https://openalex.org/W4210268023","https://openalex.org/W2122468143","https://openalex.org/W2068149630","https://openalex.org/W4236816986","https://openalex.org/W2182270966","https://openalex.org/W2081900870","https://openalex.org/W1590955951"],"abstract_inverted_index":{"This":[0],"paper":[1],"introduces":[2],"a":[3,114,195,233,268],"one-stage":[4],"deep":[5,272],"uncalibrated":[6],"photometric":[7,130],"stereo":[8,131],"(UPS)":[9],"network,":[10],"namely":[11],"Fourier":[12,100,127,159,166,172],"Uncalibrated":[13],"Photometric":[14],"Stereo":[15],"Network":[16],"(FUPS-Net),":[17],"for":[18,56,183,217,267],"non-Lambertian":[19],"objects":[20],"under":[21],"unknown":[22],"light":[23,80,116],"directions.":[24],"It":[25],"departs":[26],"from":[27,123,207,213],"traditional":[28],"two-stage":[29,67,226],"methods":[30,43],"that":[31,75,200],"first":[32],"explicitly":[33],"learn":[34,105],"lighting":[35,50,63,106,133,156,179],"information":[36,134,142],"and":[37,71,88,155,171,180,211,237,248,258],"then":[38],"estimate":[39],"surface":[40,59,219],"normals.":[41],"Two-stage":[42],"were":[44],"deployed":[45],"because":[46],"the":[47,76,85,94,126,158,164,184,189,208,214,223,252,265],"interplay":[48],"of":[49,129,225,255],"with":[51,146],"shading":[52],"cues":[53],"presents":[54],"challenges":[55],"directly":[57],"estimating":[58],"normals":[60],"without":[61],"explicit":[62,79],"information.":[64],"However,":[65],"these":[66],"networks":[68],"are":[69],"disjointed":[70,115,242],"separately":[72],"trained":[73],"so":[74],"error":[77],"in":[78,125,138,157,241,271],"calibration":[81],"will":[82],"propagate":[83],"to":[84,103,186,203],"second":[86],"stage":[87],"cannot":[89],"be":[90],"eliminated.":[91],"In":[92],"contrast,":[93],"proposed":[95,165],"FUPS-Net":[96,185,221],"utilizes":[97],"an":[98],"embedded":[99],"transform":[101],"network":[102],"implicitly":[104,187],"features":[107,182,205],"by":[108],"decomposing":[109],"inputs,":[110],"rather":[111],"than":[112],"employing":[113],"estimation":[117],"network.":[118],"Our":[119],"approach":[120],"is":[121,135,143],"motivated":[122],"observations":[124],"domain":[128,160,210,216],"images:":[132],"mainly":[136,144],"encoded":[137],"amplitudes,":[139],"while":[140],"geometry":[141,154,181],"associated":[145],"phases.":[147],"Leveraging":[148],"this":[149],"property,":[150],"our":[151,256],"method":[152],"\"decomposes\"":[153],"as":[161],"guidance,":[162],"via":[163],"Embedding":[167,173],"Extraction":[168],"(FEE)":[169],"block":[170,199],"Aggregation":[174],"(FEA)":[175],"block,":[176],"which":[177],"generate":[178],"resolve":[188],"geometry-lighting":[190],"ambiguity.":[191],"Furthermore,":[192],"we":[193],"propose":[194],"Frequency-Spatial":[196],"Weighted":[197],"(FSW)":[198],"assigns":[201],"weights":[202],"combine":[204],"extracted":[206],"frequency":[209],"those":[212],"spatial":[215],"enhancing":[218],"reconstructions.":[220],"overcomes":[222],"limitations":[224],"UPS":[227,274],"methods,":[228],"offering":[229],"better":[230],"training":[231,261],"stability,":[232],"concise":[234],"end-to-end":[235],"structure,":[236],"avoiding":[238],"accumulated":[239],"errors":[240],"networks.":[243],"Experimental":[244],"results":[245],"on":[246],"synthetic":[247],"real":[249],"datasets":[250],"demonstrate":[251],"superior":[253],"performance":[254],"approach,":[257],"its":[259],"simpler":[260],"setup,":[262],"potentially":[263],"paving":[264],"way":[266],"new":[269],"strategy":[270],"learning-based":[273],"methods.":[275]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":9}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}