{"id":"https://openalex.org/W4412536600","doi":"https://doi.org/10.1109/tpami.2025.3591072","title":"Monocular-to-3D Virtual Try-On With Generative Semantic Articulated Fields","display_name":"Monocular-to-3D Virtual Try-On With Generative Semantic Articulated Fields","publication_year":2025,"publication_date":"2025-07-21","ids":{"openalex":"https://openalex.org/W4412536600","doi":"https://doi.org/10.1109/tpami.2025.3591072","pmid":"https://pubmed.ncbi.nlm.nih.gov/40690350"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3591072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3591072","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5060590214","display_name":"Zhenyu Xie","orcid":"https://orcid.org/0000-0001-9207-1014"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenyu Xie","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","Shenzhen Campus of Sun Yat-sen University, China"],"raw_orcid":"https://orcid.org/0000-0001-9207-1014","affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102182816","display_name":"Fuwei Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fuwei Zhao","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","Shenzhen Campus of Sun Yat-sen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037644193","display_name":"Jun Zheng","orcid":"https://orcid.org/0000-0001-7515-9006"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Zheng","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","Shenzhen Campus of Sun Yat-sen University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001402526","display_name":"Xin Luna Dong","orcid":"https://orcid.org/0009-0000-8667-322X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin Dong","raw_affiliation_strings":["ByteDance, Beijing, China","ByteDance, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"ByteDance, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102728263","display_name":"Feida Zhu","orcid":"https://orcid.org/0000-0002-7533-1870"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feida Zhu","raw_affiliation_strings":["ByteDance, Beijing, China","ByteDance, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance, Beijing, China","institution_ids":[]},{"raw_affiliation_string":"ByteDance, China","institution_ids":[]}]},{"author_position":"last","author":{"id":null,"display_name":"Xiaodan Liang","orcid":"https://orcid.org/0000-0003-3213-3062"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodan Liang","raw_affiliation_strings":["Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","Shenzhen Campus of Sun Yat-sen University, China"],"raw_orcid":"https://orcid.org/0000-0003-3213-3062","affiliations":[{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Shenzhen Campus of Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.29912861,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"47","issue":"11","first_page":"9718","last_page":"9730"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11159","display_name":"Manufacturing Process and Optimization","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7346135973930359},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7030634880065918},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6012670993804932},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5331339836120605},{"id":"https://openalex.org/keywords/monocular","display_name":"Monocular","score":0.5267257690429688},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3274574279785156}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7346135973930359},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7030634880065918},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6012670993804932},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5331339836120605},{"id":"https://openalex.org/C65909025","wikidata":"https://www.wikidata.org/wiki/Q1945033","display_name":"Monocular","level":2,"score":0.5267257690429688},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3274574279785156}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3591072","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3591072","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40690350","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40690350","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1967554269","https://openalex.org/W1978216348","https://openalex.org/W2011131260","https://openalex.org/W2128409098","https://openalex.org/W2133665775","https://openalex.org/W2169417172","https://openalex.org/W2194775991","https://openalex.org/W2195314964","https://openalex.org/W2235036220","https://openalex.org/W2348664362","https://openalex.org/W2565639579","https://openalex.org/W2598915960","https://openalex.org/W2737762407","https://openalex.org/W2883309205","https://openalex.org/W2886416285","https://openalex.org/W2950689937","https://openalex.org/W2962770929","https://openalex.org/W2963627347","https://openalex.org/W2964050021","https://openalex.org/W2979283733","https://openalex.org/W2981978060","https://openalex.org/W2984983779","https://openalex.org/W2990737297","https://openalex.org/W2990837340","https://openalex.org/W2998248225","https://openalex.org/W3013135579","https://openalex.org/W3033702017","https://openalex.org/W3035520874","https://openalex.org/W3035574324","https://openalex.org/W3035668851","https://openalex.org/W3043139608","https://openalex.org/W3107036647","https://openalex.org/W3109585842","https://openalex.org/W3154906787","https://openalex.org/W3173531806","https://openalex.org/W3173998882","https://openalex.org/W3175714707","https://openalex.org/W3176327543","https://openalex.org/W3200637057","https://openalex.org/W3206838119","https://openalex.org/W4214517305","https://openalex.org/W4250595268","https://openalex.org/W4312323657","https://openalex.org/W4312341890","https://openalex.org/W4312394910","https://openalex.org/W4312694728","https://openalex.org/W4312703683","https://openalex.org/W4312739557","https://openalex.org/W4312782988","https://openalex.org/W4312891300","https://openalex.org/W4312933868","https://openalex.org/W4313065289","https://openalex.org/W4321231831","https://openalex.org/W4385245566","https://openalex.org/W4386072096","https://openalex.org/W4386075533","https://openalex.org/W4386076406","https://openalex.org/W4402727781","https://openalex.org/W4403791578","https://openalex.org/W4404525234"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"We":[0],"introduce":[1,178],"a":[2,9,47,66,75,81,87,103,148,160,166,223],"monocular-to-3D":[3,68],"virtual":[4,30,108],"try-on":[5,19,31,109,145,168,203,242],"network":[6,71],"based":[7],"on":[8,35,52],"conditional":[10,48,77,122],"3D-aware":[11,76],"Generative":[12,67],"Adversarial":[13],"Network":[14],"(3D-GAN)":[15],"for":[16,42],"synthesizing":[17],"multi-view":[18,113],"results":[20,146,204,232,281],"from":[21],"single":[22],"monocular":[23],"images.":[24],"In":[25,94],"contrast":[26],"to":[27,101,136,182,238],"previous":[28],"3D":[29,104,130,263,275],"methods":[32],"that":[33,73,254],"rely":[34],"costly":[36],"scanned":[37],"meshes":[38],"or":[39],"pseudo-depth":[40],"maps":[41],"supervision,":[43],"our":[44,95],"approach":[45],"utilizes":[46],"3D-GAN":[49,272],"trained":[50],"solely":[51],"2D":[53,89,235],"images,":[54],"greatly":[55],"simplifying":[56],"dataset":[57],"construction":[58],"and":[59,86,165,185,202,208,226,247,260,273],"enhancing":[60],"model":[61],"scalability.":[62],"Specifically,":[63],"we":[64,177],"propose":[65],"Virtual":[69,90],"Try-ON":[70],"(G3D-VTON)":[72],"integrates":[74,229],"Parsing":[78],"Module":[79,84,92],"(3DPM),":[80],"U-Net":[82],"Refinement":[83],"(URM),":[85],"Flow-based":[88],"Try-On":[91],"(FTM).":[93],"framework,":[96],"the":[97,107,129,138,144,156,198,215,227,230,234,240,255,267],"3DPM":[98],"is":[99,119],"designed":[100],"generate":[102,239],"representation":[105],"of":[106,143,158],"result,":[110],"thereby":[111,190],"enabling":[112],"rendering.":[114],"To":[115,211],"accomplish":[116],"this,":[117],"it":[118],"implemented":[120],"using":[121,222],"generative":[123],"semantic":[124],"articulated":[125],"fields,":[126],"which":[127],"leverage":[128],"SMPL":[131],"prior":[132],"via":[133],"inverse":[134],"skinning":[135],"learn":[137],"Signed":[139],"Distance":[140],"Function":[141],"(SDF)":[142],"in":[147,282],"canonical":[149],"pose":[150,180,186],"space.":[151],"This":[152],"learned":[153],"SDF":[154],"enables":[155],"rendering":[157],"both":[159,271],"coarse":[161],"human":[162,200,264],"parsing":[163,201],"map":[164],"preliminary":[167],"output":[169,243],"with":[170,233,244],"explicit":[171],"camera":[172],"control.":[173],"Furthermore,":[174],"within":[175],"3DPM,":[176],"deferred":[179],"guidance":[181],"decouple":[183],"style":[184],"conditions":[187],"during":[188,195],"training,":[189],"facilitating":[191],"view":[192],"controllable":[193],"generation":[194],"inference.":[196],"However,":[197],"rendered":[199,220],"exhibit":[205],"imprecise":[206],"shapes":[207],"blurry":[209],"textures.":[210],"address":[212],"these":[213,219],"issues,":[214],"URM":[216],"subsequently":[217],"refines":[218],"outputs":[221],"refinement":[224],"U-Net,":[225],"FTM":[228],"refined":[231],"warped":[236],"garment":[237],"final":[241],"more":[245],"accurate":[246],"realistic":[248],"appearance":[249],"details.":[250],"Extensive":[251],"experiments":[252],"demonstrate":[253],"proposed":[256],"G3D-VTON":[257],"effectively":[258],"manipulates":[259],"generates":[261],"faithful":[262],"appearances":[265],"wearing":[266],"desired":[268],"garment,":[269],"outperforming":[270],"depth-based":[274],"approaches":[276],"while":[277],"delivering":[278],"superior":[279],"visual":[280],"2D.":[283]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}