{"id":"https://openalex.org/W4380520308","doi":"https://doi.org/10.1109/tpami.2023.3285648","title":"CIPS-3D++: End-to-End Real-Time High-Resolution 3D-Aware GANs for GAN Inversion and Stylization","display_name":"CIPS-3D++: End-to-End Real-Time High-Resolution 3D-Aware GANs for GAN Inversion and Stylization","publication_year":2023,"publication_date":"2023-06-13","ids":{"openalex":"https://openalex.org/W4380520308","doi":"https://doi.org/10.1109/tpami.2023.3285648","pmid":"https://pubmed.ncbi.nlm.nih.gov/37310846"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2023.3285648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3285648","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101505982","display_name":"Peng Zhou","orcid":"https://orcid.org/0000-0002-0674-9296"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Peng Zhou","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075290241","display_name":"Lingxi Xie","orcid":"https://orcid.org/0000-0003-4831-9451"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingxi Xie","raw_affiliation_strings":["Huawei Cloud BU, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud BU, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014362734","display_name":"Bingbing Ni","orcid":"https://orcid.org/0000-0001-7339-028X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingbing Ni","raw_affiliation_strings":["Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100393506","display_name":"Qi Tian","orcid":"https://orcid.org/0000-0002-7252-5047"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Tian","raw_affiliation_strings":["Huawei Cloud BU, Shenzhen, Guangdong, China"],"affiliations":[{"raw_affiliation_string":"Huawei Cloud BU, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101505982"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":1.0832,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.79209384,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"45","issue":"10","first_page":"11502","last_page":"11520"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.781059205532074},{"id":"https://openalex.org/keywords/upsampling","display_name":"Upsampling","score":0.6453120112419128},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6090110540390015},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5853784680366516},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.453088641166687},{"id":"https://openalex.org/keywords/iterative-reconstruction","display_name":"Iterative reconstruction","score":0.4218606948852539},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.31251978874206543}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.781059205532074},{"id":"https://openalex.org/C110384440","wikidata":"https://www.wikidata.org/wiki/Q1143270","display_name":"Upsampling","level":3,"score":0.6453120112419128},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6090110540390015},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5853784680366516},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.453088641166687},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.4218606948852539},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.31251978874206543}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2023.3285648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2023.3285648","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:37310846","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37310846","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1576204990","display_name":null,"funder_award_id":"61976137","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G805875641","display_name":null,"funder_award_id":"U20B2072","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":151,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1958236864","https://openalex.org/W1967554269","https://openalex.org/W2026058811","https://openalex.org/W2237250383","https://openalex.org/W2331128040","https://openalex.org/W2476548250","https://openalex.org/W2519536754","https://openalex.org/W2739748921","https://openalex.org/W2760103357","https://openalex.org/W2769666294","https://openalex.org/W2879390606","https://openalex.org/W2933283236","https://openalex.org/W2951880955","https://openalex.org/W2952716587","https://openalex.org/W2962770929","https://openalex.org/W2962785568","https://openalex.org/W2962849139","https://openalex.org/W2963163163","https://openalex.org/W2963627347","https://openalex.org/W2963684088","https://openalex.org/W2963926543","https://openalex.org/W2964074081","https://openalex.org/W2969485315","https://openalex.org/W2978956737","https://openalex.org/W2981978060","https://openalex.org/W2985068832","https://openalex.org/W2991530302","https://openalex.org/W2996582215","https://openalex.org/W3004719090","https://openalex.org/W3008102851","https://openalex.org/W3013170474","https://openalex.org/W3014852036","https://openalex.org/W3026885507","https://openalex.org/W3034352949","https://openalex.org/W3034600949","https://openalex.org/W3034720584","https://openalex.org/W3035523051","https://openalex.org/W3035574324","https://openalex.org/W3035661013","https://openalex.org/W3035687950","https://openalex.org/W3039828778","https://openalex.org/W3046202605","https://openalex.org/W3092915627","https://openalex.org/W3094954720","https://openalex.org/W3099088591","https://openalex.org/W3109585842","https://openalex.org/W3127419657","https://openalex.org/W3171371659","https://openalex.org/W3173102319","https://openalex.org/W3173531806","https://openalex.org/W3173744995","https://openalex.org/W3174807077","https://openalex.org/W3174865552","https://openalex.org/W3176179930","https://openalex.org/W3177221875","https://openalex.org/W3177361240","https://openalex.org/W3177583232","https://openalex.org/W3180059462","https://openalex.org/W3180391059","https://openalex.org/W3188904624","https://openalex.org/W3193508667","https://openalex.org/W3196131173","https://openalex.org/W3202804820","https://openalex.org/W3203612130","https://openalex.org/W3204654630","https://openalex.org/W3205325185","https://openalex.org/W3210432528","https://openalex.org/W3213015101","https://openalex.org/W3213346804","https://openalex.org/W3213840695","https://openalex.org/W3214433697","https://openalex.org/W3215121054","https://openalex.org/W4214502182","https://openalex.org/W4221151978","https://openalex.org/W4225334013","https://openalex.org/W4225527261","https://openalex.org/W4226494718","https://openalex.org/W4230935892","https://openalex.org/W4283025171","https://openalex.org/W4283315976","https://openalex.org/W4283753473","https://openalex.org/W4285981784","https://openalex.org/W4286611278","https://openalex.org/W4286869901","https://openalex.org/W4287114999","https://openalex.org/W4287756134","https://openalex.org/W4287817254","https://openalex.org/W4287864845","https://openalex.org/W4294643831","https://openalex.org/W4297779827","https://openalex.org/W4297812694","https://openalex.org/W4301206121","https://openalex.org/W4304732387","https://openalex.org/W4311806224","https://openalex.org/W4312271719","https://openalex.org/W4312279169","https://openalex.org/W4312358791","https://openalex.org/W4312364013","https://openalex.org/W4312453532","https://openalex.org/W4312477574","https://openalex.org/W4312500989","https://openalex.org/W4312536384","https://openalex.org/W4312546057","https://openalex.org/W4312567873","https://openalex.org/W4312594784","https://openalex.org/W4312607553","https://openalex.org/W4312703683","https://openalex.org/W4313123522","https://openalex.org/W4320013936","https://openalex.org/W4321231831","https://openalex.org/W4394663947","https://openalex.org/W6637373629","https://openalex.org/W6685352114","https://openalex.org/W6726794401","https://openalex.org/W6740674931","https://openalex.org/W6741832134","https://openalex.org/W6745560452","https://openalex.org/W6755312952","https://openalex.org/W6756006421","https://openalex.org/W6764654403","https://openalex.org/W6765779288","https://openalex.org/W6771497439","https://openalex.org/W6771946023","https://openalex.org/W6773517458","https://openalex.org/W6774418182","https://openalex.org/W6774550102","https://openalex.org/W6779093361","https://openalex.org/W6779753539","https://openalex.org/W6780507278","https://openalex.org/W6780879210","https://openalex.org/W6784498486","https://openalex.org/W6784729325","https://openalex.org/W6788812206","https://openalex.org/W6797179183","https://openalex.org/W6797469170","https://openalex.org/W6797770180","https://openalex.org/W6798033281","https://openalex.org/W6802668286","https://openalex.org/W6803132585","https://openalex.org/W6803216872","https://openalex.org/W6803246414","https://openalex.org/W6803279718","https://openalex.org/W6810130742","https://openalex.org/W6810798504","https://openalex.org/W6838665593","https://openalex.org/W6839481868","https://openalex.org/W6839556448","https://openalex.org/W6841318032","https://openalex.org/W6845946351","https://openalex.org/W6864154557"],"related_works":["https://openalex.org/W2062399876","https://openalex.org/W2607795551","https://openalex.org/W3155117723","https://openalex.org/W1991429770","https://openalex.org/W1983892167","https://openalex.org/W2281134365","https://openalex.org/W4310746709","https://openalex.org/W4306309518","https://openalex.org/W4385574037","https://openalex.org/W4386075645"],"abstract_inverted_index":{"Style-based":[0],"GANs":[1,21],"achieve":[2],"state-of-the-art":[3],"results":[4],"for":[5,160,238,266,283],"generating":[6],"high-quality":[7,139],"images,":[8,150],"but":[9],"lack":[10],"explicit":[11],"and":[12,54,78,134,154,182,244,258],"precise":[13],"control":[14],"over":[15],"camera":[16],"poses.":[17],"Recently":[18],"proposed":[19,122],"NeRF-based":[20,98],"have":[22],"made":[23],"great":[24,143],"progress":[25],"towards":[26],"3D-aware":[27,80,161,215,235],"image":[28,109,113,140,162,286],"generation.":[29],"However,":[30],"the":[31,83,118,125,173,177,208,224,250,267],"methods":[32,288],"either":[33],"rely":[34],"on":[35,147,170,196,207,242],"convolution":[36],"operators":[37],"which":[38,221],"are":[39],"not":[40],"rotationally":[41],"invariant,":[42],"or":[43],"utilize":[44],"complex":[45],"yet":[46],"suboptimal":[47],"training":[48],"procedures":[49],"to":[50,202,291],"integrate":[51],"both":[52],"NeRF":[53,268],"CNN":[55],"sub-structures,":[56],"yielding":[57],"un-robust,":[58],"low-quality":[59],"images":[60,198,240],"with":[61,115,131,142,164],"a":[62,92,96,105,184,214,228,234,273,281],"large":[63],"computational":[64,144],"burden.":[65],"This":[66],"article":[67],"presents":[68],"an":[69,165,263],"upgraded":[70],"version":[71],"called":[72],"CIPS-3D++,":[73,123,211],"aiming":[74],"at":[75,172],"high-robust,":[76],"high-resolution":[77,138,197],"high-efficiency":[79],"GANs.":[81],"On":[82,117],"one":[84],"hand,":[85,120],"our":[86,121],"basic":[87],"model":[88,276],"CIPS-3D,":[89,129],"encapsulated":[90],"in":[91,200,256],"style-based":[93],"architecture,":[94],"features":[95],"shallow":[97],"3D":[99,225],"shape":[100],"encoder":[101],"as":[102,104,280],"well":[103],"deep":[106],"MLP-based":[107],"2D":[108,290],"decoder,":[110],"achieving":[111],"robust":[112],"generation/editing":[114,141],"rotation-invariance.":[116],"other":[119],"inheriting":[124],"rotational":[126],"invariance":[127],"of":[128,168,210,252],"together":[130],"geometric":[132],"regularization":[133],"upsampling":[135],"operations,":[136],"encourages":[137],"efficiency.":[145],"Trained":[146],"raw":[148],"single-view":[149,229],"without":[151],"any":[152],"bells":[153],"whistles,":[155],"CIPS-3D++":[156,179,243,271],"sets":[157],"new":[158],"records":[159],"synthesis,":[163],"impressive":[166],"FID":[167],"3.2":[169],"FFHQ":[171],"1024\u00d71024":[174],"resolution.":[175],"In":[176,246],"meantime,":[178],"runs":[180],"efficiently":[181],"enjoys":[183],"low":[185],"GPU":[186],"memory":[187],"footprint":[188],"so":[189],"that":[190,277],"it":[191,260],"can":[192,222,278],"be":[193],"trained":[194],"end-to-end":[195],"directly,":[199],"contrast":[201],"previous":[203],"alternate/progressive":[204],"methods.":[205],"Based":[206],"infrastructure":[209],"we":[212,248],"propose":[213],"GAN":[216],"inversion":[217],"algorithm":[218],"named":[219],"FlipInversion,":[220],"reconstruct":[223],"object":[226],"from":[227,289],"image.":[230],"We":[231],"also":[232],"provide":[233],"stylization":[236],"method":[237],"real":[239],"based":[241],"FlipInversion.":[245],"addition,":[247],"analyze":[249],"problem":[251],"mirror":[253],"symmetry":[254],"suffered":[255],"training,":[257],"solve":[259],"by":[261],"introducing":[262],"auxiliary":[264],"discriminator":[265],"network.":[269],"Overall,":[270],"provides":[272],"strong":[274],"base":[275],"serve":[279],"testbed":[282],"transferring":[284],"GAN-based":[285],"editing":[287],"3D.":[292]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}