{"id":"https://openalex.org/W4383878466","doi":"https://doi.org/10.1007/s41095-022-0301-9","title":"STATE: Learning structure and texture representations for novel view synthesis","display_name":"STATE: Learning structure and texture representations for novel view synthesis","publication_year":2023,"publication_date":"2023-07-11","ids":{"openalex":"https://openalex.org/W4383878466","doi":"https://doi.org/10.1007/s41095-022-0301-9"},"language":"en","primary_location":{"id":"doi:10.1007/s41095-022-0301-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41095-022-0301-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41095-022-0301-9.pdf","source":{"id":"https://openalex.org/S2487656537","display_name":"Computational Visual Media","issn_l":"2096-0433","issn":["2096-0433","2096-0662"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Visual Media","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://link.springer.com/content/pdf/10.1007/s41095-022-0301-9.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111139118","display_name":"Xinyi Jing","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyi Jing","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin 300350, China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin 300350, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077253274","display_name":"Qiao Feng","orcid":"https://orcid.org/0000-0003-0625-651X"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiao Feng","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin 300350, China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin 300350, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067850699","display_name":"Yu\u2010Kun Lai","orcid":"https://orcid.org/0000-0002-2094-5680"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yu-Kun Lai","raw_affiliation_strings":["School of Computer Science and Informatics, Cardiff University, Cardiff CF24 4AG, UK","School of Computer Science and Informatics, Cardiff University, Cardiff, UK"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Informatics, Cardiff University, Cardiff CF24 4AG, UK","institution_ids":["https://openalex.org/I79510175"]},{"raw_affiliation_string":"School of Computer Science and Informatics, Cardiff University, Cardiff, UK","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100371392","display_name":"Jinsong Zhang","orcid":"https://orcid.org/0000-0002-1004-7721"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinsong Zhang","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin 300350, China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin 300350, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013972839","display_name":"Yuanqiang Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanqiang Yu","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin 300350, China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin 300350, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100377578","display_name":"Kun Li","orcid":"https://orcid.org/0000-0003-2326-0166"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kun Li","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin 300350, China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin 300350, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100377578"],"corresponding_institution_ids":["https://openalex.org/I162868743"],"apc_list":null,"apc_paid":null,"fwci":0.3652,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.59040996,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"9","issue":"4","first_page":"767","last_page":"786"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7366613745689392},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6864892840385437},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6356161236763},{"id":"https://openalex.org/keywords/texture","display_name":"Texture (cosmology)","score":0.6013308763504028},{"id":"https://openalex.org/keywords/voxel","display_name":"Voxel","score":0.5437615513801575},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics","score":0.5209656953811646},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5169143676757812},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.500659704208374},{"id":"https://openalex.org/keywords/texture-synthesis","display_name":"Texture synthesis","score":0.47959983348846436},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.45701199769973755},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4442591369152069},{"id":"https://openalex.org/keywords/view-synthesis","display_name":"View synthesis","score":0.4128063917160034},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.39592036604881287},{"id":"https://openalex.org/keywords/image-texture","display_name":"Image texture","score":0.3271881937980652},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.19891014695167542},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1326873004436493}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7366613745689392},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6864892840385437},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6356161236763},{"id":"https://openalex.org/C2781195486","wikidata":"https://www.wikidata.org/wiki/Q289436","display_name":"Texture (cosmology)","level":3,"score":0.6013308763504028},{"id":"https://openalex.org/C54170458","wikidata":"https://www.wikidata.org/wiki/Q663554","display_name":"Voxel","level":2,"score":0.5437615513801575},{"id":"https://openalex.org/C77660652","wikidata":"https://www.wikidata.org/wiki/Q150971","display_name":"Computer graphics","level":2,"score":0.5209656953811646},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5169143676757812},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.500659704208374},{"id":"https://openalex.org/C50494287","wikidata":"https://www.wikidata.org/wiki/Q658467","display_name":"Texture synthesis","level":5,"score":0.47959983348846436},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.45701199769973755},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4442591369152069},{"id":"https://openalex.org/C2776449333","wikidata":"https://www.wikidata.org/wiki/Q7928781","display_name":"View synthesis","level":3,"score":0.4128063917160034},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.39592036604881287},{"id":"https://openalex.org/C63099799","wikidata":"https://www.wikidata.org/wiki/Q17147001","display_name":"Image texture","level":4,"score":0.3271881937980652},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.19891014695167542},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1326873004436493},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s41095-022-0301-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41095-022-0301-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41095-022-0301-9.pdf","source":{"id":"https://openalex.org/S2487656537","display_name":"Computational Visual Media","issn_l":"2096-0433","issn":["2096-0433","2096-0662"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Visual Media","raw_type":"journal-article"},{"id":"pmh:oai:https://orca.cardiff.ac.uk:161959","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:75595f0ce8e0462792114819b869c932","is_oa":true,"landing_page_url":"https://doaj.org/article/75595f0ce8e0462792114819b869c932","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computational Visual Media, Vol 9, Iss 4, Pp 767-786 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s41095-022-0301-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s41095-022-0301-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s41095-022-0301-9.pdf","source":{"id":"https://openalex.org/S2487656537","display_name":"Computational Visual Media","issn_l":"2096-0433","issn":["2096-0433","2096-0662"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational Visual Media","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2290273503","display_name":null,"funder_award_id":"62171317","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G789710950","display_name":null,"funder_award_id":"62122058","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4383878466.pdf"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1776042733","https://openalex.org/W2117539524","https://openalex.org/W2133665775","https://openalex.org/W2331128040","https://openalex.org/W2342277278","https://openalex.org/W2348664362","https://openalex.org/W2495603374","https://openalex.org/W2598591334","https://openalex.org/W2797353904","https://openalex.org/W2808492412","https://openalex.org/W2895191479","https://openalex.org/W2911293880","https://openalex.org/W2912083425","https://openalex.org/W2933283236","https://openalex.org/W2962785568","https://openalex.org/W2963627347","https://openalex.org/W2963739349","https://openalex.org/W2964137676","https://openalex.org/W2964184973","https://openalex.org/W2970602229","https://openalex.org/W2981978060","https://openalex.org/W2982966540","https://openalex.org/W3009973819","https://openalex.org/W3034950620","https://openalex.org/W3034968345","https://openalex.org/W3043139608","https://openalex.org/W3089630621","https://openalex.org/W3096831136","https://openalex.org/W3097220501","https://openalex.org/W3100341797","https://openalex.org/W3109244019","https://openalex.org/W3109585842","https://openalex.org/W3119361882","https://openalex.org/W3124998760","https://openalex.org/W3172568571","https://openalex.org/W3173290355","https://openalex.org/W3176368002","https://openalex.org/W4212886113","https://openalex.org/W4214628039","https://openalex.org/W4288242633"],"related_works":["https://openalex.org/W2365582905","https://openalex.org/W2801494623","https://openalex.org/W2397696627","https://openalex.org/W2183887509","https://openalex.org/W2083583319","https://openalex.org/W2043322565","https://openalex.org/W2572371791","https://openalex.org/W2152799998","https://openalex.org/W2972612618","https://openalex.org/W2914618670"],"abstract_inverted_index":{"Novel":[0],"viewpoint":[1,16],"image":[2],"synthesis":[3,53],"is":[4,61,84,135,181],"very":[5],"challenging,":[6],"especially":[7],"from":[8,172],"sparse":[9,51],"views,":[10],"due":[11],"to":[12,23,68,91,117,137],"large":[13],"changes":[14],"in":[15,35,106],"and":[17,57,82,103,144,155,167,177],"occlusion.":[18],"Existing":[19],"image-based":[20],"methods":[21,32],"fail":[22],"generate":[24,138],"reasonable":[25,70,142],"results":[26,148,158],"for":[27,50,72,79],"invisible":[28,73],"regions,":[29,81],"while":[30,75],"geometry-based":[31],"have":[33],"difficulties":[34],"synthesizing":[36],"detailed":[37,93,145],"textures.":[38,94,146],"In":[39],"this":[40],"paper,":[41],"we":[42],"propose":[43,96],"STATE,":[44],"an":[45],"end-to-end":[46],"deep":[47],"neural":[48],"network,":[49],"view":[52],"by":[54,122],"learning":[55],"structure":[56,168,176],"texture":[58,83,166],"representations.":[59],"Structure":[60],"encoded":[62,85],"as":[63,86],"a":[64,87,97],"hybrid":[65],"feature":[66,89,115],"field":[67],"predict":[69],"structures":[71,78,143],"regions":[74],"maintaining":[76],"original":[77],"visible":[80],"deformed":[88],"map":[90],"preserve":[92],"We":[95],"hierarchical":[98],"fusion":[99,112],"scheme":[100],"with":[101,141],"intra-branch":[102],"inter-branch":[104],"aggregation,":[105],"which":[107],"spatio-view":[108],"attention":[109],"allows":[110],"multi-view":[111],"at":[113,183],"the":[114,131],"level":[116],"adaptively":[118],"select":[119],"important":[120],"information":[121],"regressing":[123],"pixel-wise":[124],"or":[125],"voxel-wise":[126],"confidence":[127],"maps.":[128],"By":[129],"decoding":[130],"aggregated":[132],"features,":[133],"STATE":[134],"able":[136],"realistic":[139],"images":[140],"Experimental":[147],"demonstrate":[149],"that":[150],"our":[151],"method":[152,163],"achieves":[153],"qualitatively":[154],"quantitatively":[156],"better":[157],"than":[159],"state-of-the-art":[160],"methods.":[161],"Our":[162,179],"also":[164],"enables":[165],"editing":[169],"applications":[170],"benefiting":[171],"implicit":[173],"disentanglement":[174],"of":[175],"texture.":[178],"code":[180],"available":[182],"http://cic.tju.edu.cn/faculty/likun/projects/STATE":[184],".":[185]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}