{"id":"https://openalex.org/W3097309999","doi":"https://doi.org/10.1109/access.2020.3035213","title":"SIR-Net: Self-Supervised Transfer for Inverse Rendering via Deep Feature Fusion and Transformation From a Single Image","display_name":"SIR-Net: Self-Supervised Transfer for Inverse Rendering via Deep Feature Fusion and Transformation From a Single Image","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3097309999","doi":"https://doi.org/10.1109/access.2020.3035213","mag":"3097309999"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3035213","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3035213","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09246498.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09246498.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076788685","display_name":"Tianteng Bi","orcid":"https://orcid.org/0000-0002-0137-9003"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tianteng Bi","raw_affiliation_strings":["Beijing Engineering Research Center of Mixed Reality and Advanced Display, School of Optics and Photonics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0137-9003","affiliations":[{"raw_affiliation_string":"Beijing Engineering Research Center of Mixed Reality and Advanced Display, School of Optics and Photonics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100460556","display_name":"Junjie Ma","orcid":"https://orcid.org/0000-0002-8593-3074"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjie Ma","raw_affiliation_strings":["Tsinghua University, Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-8593-3074","affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing National Research Center for Information Science and Technology (BNRist), Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100320085","display_name":"Yue Liu","orcid":"https://orcid.org/0000-0002-6784-8802"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I2802536167","display_name":"Beijing Film Academy","ror":"https://ror.org/03y0w9190","country_code":"CN","type":"education","lineage":["https://openalex.org/I2802536167"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Liu","raw_affiliation_strings":["AICFVE of Beijing Film Academy, Beijing, China","Beijing Engineering Research Center of Mixed Reality and Advanced Display, School of Optics and Photonics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6784-8802","affiliations":[{"raw_affiliation_string":"AICFVE of Beijing Film Academy, Beijing, China","institution_ids":["https://openalex.org/I2802536167"]},{"raw_affiliation_string":"Beijing Engineering Research Center of Mixed Reality and Advanced Display, School of Optics and Photonics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080838784","display_name":"Dongdong Weng","orcid":"https://orcid.org/0000-0003-2352-0896"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I2802536167","display_name":"Beijing Film Academy","ror":"https://ror.org/03y0w9190","country_code":"CN","type":"education","lineage":["https://openalex.org/I2802536167"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongdong Weng","raw_affiliation_strings":["AICFVE of Beijing Film Academy, Beijing, China","Beijing Engineering Research Center of Mixed Reality and Advanced Display, School of Optics and Photonics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AICFVE of Beijing Film Academy, Beijing, China","institution_ids":["https://openalex.org/I2802536167"]},{"raw_affiliation_string":"Beijing Engineering Research Center of Mixed Reality and Advanced Display, School of Optics and Photonics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026250850","display_name":"Yongtian Wang","orcid":"https://orcid.org/0000-0001-9422-0888"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]},{"id":"https://openalex.org/I2802536167","display_name":"Beijing Film Academy","ror":"https://ror.org/03y0w9190","country_code":"CN","type":"education","lineage":["https://openalex.org/I2802536167"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongtian Wang","raw_affiliation_strings":["AICFVE of Beijing Film Academy, Beijing, China","Beijing Engineering Research Center of Mixed Reality and Advanced Display, School of Optics and Photonics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AICFVE of Beijing Film Academy, Beijing, China","institution_ids":["https://openalex.org/I2802536167"]},{"raw_affiliation_string":"Beijing Engineering Research Center of Mixed Reality and Advanced Display, School of Optics and Photonics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5076788685"],"corresponding_institution_ids":["https://openalex.org/I125839683"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.7228,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.81214367,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"8","issue":null,"first_page":"201861","last_page":"201873"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8562226295471191},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.8127255439758301},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6420632600784302},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6279195547103882},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.616584837436676},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.6132014989852905},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5427941679954529},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5118269324302673},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.511604368686676},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4783068001270294},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.4640551805496216},{"id":"https://openalex.org/keywords/geometric-transformation","display_name":"Geometric transformation","score":0.46379050612449646},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.4256551265716553},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.37298348546028137}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8562226295471191},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.8127255439758301},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6420632600784302},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6279195547103882},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.616584837436676},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.6132014989852905},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5427941679954529},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5118269324302673},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.511604368686676},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4783068001270294},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.4640551805496216},{"id":"https://openalex.org/C56435381","wikidata":"https://www.wikidata.org/wiki/Q1196371","display_name":"Geometric transformation","level":3,"score":0.46379050612449646},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.4256551265716553},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.37298348546028137},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3035213","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3035213","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09246498.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5002408d6eac4f39ba38c0c975f87e46","is_oa":true,"landing_page_url":"https://doaj.org/article/5002408d6eac4f39ba38c0c975f87e46","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 201861-201873 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3035213","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3035213","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09246498.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.7200000286102295,"id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G1474490597","display_name":null,"funder_award_id":"111 Project","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2131030823","display_name":null,"funder_award_id":"61960206007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2635881189","display_name":null,"funder_award_id":"B18005","funder_id":"https://openalex.org/F4320327912","funder_display_name":"Higher Education Discipline Innovation Project"},{"id":"https://openalex.org/G888847521","display_name":null,"funder_award_id":"61731003","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320327912","display_name":"Higher Education Discipline Innovation Project","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3097309999.pdf","grobid_xml":"https://content.openalex.org/works/W3097309999.grobid-xml"},"referenced_works_count":58,"referenced_works":["https://openalex.org/W6908809","https://openalex.org/W11820661","https://openalex.org/W1742181809","https://openalex.org/W1886634424","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1905829557","https://openalex.org/W2003537776","https://openalex.org/W2008672735","https://openalex.org/W2027560260","https://openalex.org/W2031188620","https://openalex.org/W2102605133","https://openalex.org/W2105649179","https://openalex.org/W2115546586","https://openalex.org/W2124211486","https://openalex.org/W2124919505","https://openalex.org/W2133665775","https://openalex.org/W2138624212","https://openalex.org/W2141129816","https://openalex.org/W2150810898","https://openalex.org/W2155893237","https://openalex.org/W2163682794","https://openalex.org/W2242284366","https://openalex.org/W2286014486","https://openalex.org/W2307770531","https://openalex.org/W2554929906","https://openalex.org/W2605060370","https://openalex.org/W2619870456","https://openalex.org/W2621920574","https://openalex.org/W2624871570","https://openalex.org/W2741645903","https://openalex.org/W2748157832","https://openalex.org/W2752782242","https://openalex.org/W2766497195","https://openalex.org/W2798567105","https://openalex.org/W2811490555","https://openalex.org/W2895013824","https://openalex.org/W2962818260","https://openalex.org/W2963274514","https://openalex.org/W2963420686","https://openalex.org/W2963446712","https://openalex.org/W2963591054","https://openalex.org/W2963970120","https://openalex.org/W2964070329","https://openalex.org/W2964094607","https://openalex.org/W2964321964","https://openalex.org/W2981732213","https://openalex.org/W3001765858","https://openalex.org/W3005895305","https://openalex.org/W3122099796","https://openalex.org/W4229523108","https://openalex.org/W4243560994","https://openalex.org/W6600284362","https://openalex.org/W6600495631","https://openalex.org/W6639461050","https://openalex.org/W6639824700","https://openalex.org/W6739365718","https://openalex.org/W6755409127"],"related_works":["https://openalex.org/W4295532600","https://openalex.org/W2063823869","https://openalex.org/W2047973478","https://openalex.org/W2067569035","https://openalex.org/W2090985514","https://openalex.org/W2113666009","https://openalex.org/W3201126466","https://openalex.org/W2885323543","https://openalex.org/W3102673927","https://openalex.org/W2327954668"],"abstract_inverted_index":{"Measuring":[0],"the":[1,14,34,52,72,77,80,83,87,90,94,107,121,133,138,152,168,171],"material,":[2,122],"geometry,":[3,123],"and":[4,61,124,141,158],"ambient":[5,125],"lighting":[6],"of":[7,79,82,170],"surfaces":[8],"is":[9],"a":[10,23,67,100],"key":[11],"technology":[12],"in":[13,155,162],"object's":[15,35],"appearance":[16,36,164],"reconstruction.":[17],"In":[18],"this":[19],"article,":[20],"we":[21,42,65,98],"propose":[22],"novel":[24],"deep":[25,45],"learning-based":[26],"method":[27,135],"to":[28,32,50,70,75,93,105,131],"extract":[29],"such":[30],"information":[31],"reconstruct":[33],"from":[37,58,89],"an":[38],"RGB":[39],"image.":[40],"Firstly,":[41],"design":[43],"new":[44],"convolutional":[46],"neural":[47],"network":[48],"architectures":[49],"improve":[51],"performance":[53],"by":[54],"fusing":[55],"complementary":[56],"features":[57],"hierarchical":[59],"layers":[60],"different":[62],"tasks.":[63],"Then":[64],"generate":[66],"synthetic":[68,91,139],"dataset":[69],"train":[71],"proposed":[73,111,134,172],"model":[74,150],"tackle":[76],"problem":[78],"absence":[81],"ground-truth.":[84],"To":[85],"transfer":[86],"domain":[88],"data":[92,140],"specific":[95],"real":[96,142],"image,":[97],"introduce":[99],"self-supervised":[101],"test-time":[102],"training":[103],"strategy":[104],"finetune":[106],"trained":[108,149],"model.":[109],"The":[110,127,144],"architecture":[112],"only":[113],"requires":[114],"one":[115],"image":[116],"as":[117],"input":[118],"when":[119],"inferring":[120],"lighting.":[126],"experiments":[128],"are":[129],"conducted":[130],"evaluate":[132],"on":[136],"both":[137],"data.":[143],"results":[145],"show":[146],"that":[147],"our":[148],"outperforms":[151],"existing":[153],"baselines":[154],"each":[156],"task":[157],"presents":[159],"obvious":[160],"improvement":[161],"final":[163],"reconstruction,":[165],"which":[166],"verifies":[167],"effectiveness":[169],"methods.":[173]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-18T08:16:58.900851","created_date":"2025-10-10T00:00:00"}