{"id":"https://openalex.org/W7128246249","doi":"https://doi.org/10.1109/tvcg.2026.3661544","title":"From Sketch to Reality: Enabling High-Quality, Cross-Category 3D Model Generation From Free-Hand Sketches With Minimal Data","display_name":"From Sketch to Reality: Enabling High-Quality, Cross-Category 3D Model Generation From Free-Hand Sketches With Minimal Data","publication_year":2026,"publication_date":"2026-02-06","ids":{"openalex":"https://openalex.org/W7128246249","doi":"https://doi.org/10.1109/tvcg.2026.3661544","pmid":"https://pubmed.ncbi.nlm.nih.gov/41650406"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2026.3661544","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2026.3661544","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057492564","display_name":"Ying Zang","orcid":"https://orcid.org/0000-0002-1361-1500"},"institutions":[{"id":"https://openalex.org/I3018263800","display_name":"Huzhou University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying Zang","raw_affiliation_strings":["School of Information Engineering, Huzhou University, Huzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1361-1500","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Huzhou University, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111286439","display_name":"Chunan Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I3018263800","display_name":"Huzhou University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunan Yu","raw_affiliation_strings":["School of Information Engineering, Huzhou University, Huzhou, China"],"raw_orcid":"https://orcid.org/0009-0003-0859-3883","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Huzhou University, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125324798","display_name":"Jiahao Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I3018263800","display_name":"Huzhou University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahao Zhang","raw_affiliation_strings":["School of Information Engineering, Huzhou University, Huzhou, China"],"raw_orcid":"https://orcid.org/0009-0002-8129-1876","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Huzhou University, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125286440","display_name":"Jing Li","orcid":null},"institutions":[{"id":"https://openalex.org/I3018263800","display_name":"Huzhou University","ror":"https://ror.org/04mvpxy20","country_code":"CN","type":"education","lineage":["https://openalex.org/I3018263800"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Li","raw_affiliation_strings":["School of Information Engineering, Huzhou University, Huzhou, China"],"raw_orcid":"https://orcid.org/0009-0001-6172-530X","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Huzhou University, Huzhou, China","institution_ids":["https://openalex.org/I3018263800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125306820","display_name":"Shengyuan Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengyuan Zhang","raw_affiliation_strings":["School of Software Technology & Lab of Artificial Intelligence, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-3762-1612","affiliations":[{"raw_affiliation_string":"School of Software Technology & Lab of Artificial Intelligence, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074956841","display_name":"Lanyun Zhu","orcid":"https://orcid.org/0000-0001-7309-3330"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lanyun Zhu","raw_affiliation_strings":["School of Computer Science and Technology, Tongji University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7309-3330","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035026498","display_name":"Chaotao Ding","orcid":"https://orcid.org/0000-0002-6565-0640"},"institutions":[{"id":"https://openalex.org/I4210087590","display_name":"Huzhou Vocational and Technical College","ror":"https://ror.org/002hfez23","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210087590"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chaotao Ding","raw_affiliation_strings":["KOKONI, Moxin (Huzhou) Technology Company Ltd., Huzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6565-0640","affiliations":[{"raw_affiliation_string":"KOKONI, Moxin (Huzhou) Technology Company Ltd., Huzhou, China","institution_ids":["https://openalex.org/I4210087590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125307830","display_name":"Renjun Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Renjun Xu","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7566-7948","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5054714748","display_name":"Tianrun Chen","orcid":"https://orcid.org/0000-0003-0177-0157"},"institutions":[{"id":"https://openalex.org/I168879160","display_name":"Zhejiang University of Science and Technology","ror":"https://ror.org/05mx0wr29","country_code":"CN","type":"education","lineage":["https://openalex.org/I168879160"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianrun Chen","raw_affiliation_strings":["College of Computer Science and Technology, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-0177-0157","affiliations":[{"raw_affiliation_string":"College of Computer Science and Technology, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I168879160"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.16727868,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"32","issue":"7","first_page":"5088","last_page":"5097"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.8565999865531921,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.8565999865531921,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.049800001084804535,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.02329999953508377,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.8738999962806702},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6489999890327454},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.43810001015663147},{"id":"https://openalex.org/keywords/solid-modeling","display_name":"Solid modeling","score":0.4268999993801117},{"id":"https://openalex.org/keywords/3d-model","display_name":"3d model","score":0.42100000381469727},{"id":"https://openalex.org/keywords/prior-probability","display_name":"Prior probability","score":0.4205000102519989},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.41679999232292175},{"id":"https://openalex.org/keywords/cad","display_name":"CAD","score":0.3878999948501587},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3474000096321106}],"concepts":[{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.8738999962806702},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8715000152587891},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6489999890327454},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.531000018119812},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.43810001015663147},{"id":"https://openalex.org/C108882727","wikidata":"https://www.wikidata.org/wiki/Q2991685","display_name":"Solid modeling","level":2,"score":0.4268999993801117},{"id":"https://openalex.org/C3019007443","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3d model","level":2,"score":0.42100000381469727},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.4205000102519989},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.41679999232292175},{"id":"https://openalex.org/C194789388","wikidata":"https://www.wikidata.org/wiki/Q17855283","display_name":"CAD","level":2,"score":0.3878999948501587},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35839998722076416},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.352400004863739},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3474000096321106},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.31189998984336853},{"id":"https://openalex.org/C2777897806","wikidata":"https://www.wikidata.org/wiki/Q568742","display_name":"3D modeling","level":2,"score":0.30399999022483826},{"id":"https://openalex.org/C133462117","wikidata":"https://www.wikidata.org/wiki/Q4929239","display_name":"Data collection","level":2,"score":0.30149999260902405},{"id":"https://openalex.org/C77967617","wikidata":"https://www.wikidata.org/wiki/Q4677561","display_name":"Active learning (machine learning)","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C172367668","wikidata":"https://www.wikidata.org/wiki/Q6504956","display_name":"Data visualization","level":3,"score":0.2985999882221222},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2667999863624573},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.25920000672340393},{"id":"https://openalex.org/C207850805","wikidata":"https://www.wikidata.org/wiki/Q269608","display_name":"Reverse engineering","level":2,"score":0.2590999901294708},{"id":"https://openalex.org/C132900626","wikidata":"https://www.wikidata.org/wiki/Q7534733","display_name":"Sketch recognition","level":4,"score":0.2547999918460846},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2026.3661544","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvcg.2026.3661544","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:41650406","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41650406","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6537055373191833,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G4153626104","display_name":null,"funder_award_id":"625B2169","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1,193],"presents":[2],"a":[3,36,50,55,61,120,144,175],"novel":[4],"approach":[5],"for":[6,29,64,182],"generating":[7],"high-quality,":[8],"cross-category":[9],"3D":[10,57,96,130,200,210],"models":[11,131,211],"from":[12],"free-hand":[13],"sketches":[14,173],"with":[15,85,112,119,135],"limited":[16,113],"training":[17],"data.":[18,115],"We":[19,59,90],"propose":[20],"the":[21,41,45,108,155,158],"first":[22],"semi-supervised":[23,42,65],"learning":[24,43,66],"method":[25,63,98],"to":[26,39,53,79,127,165,184,198,205],"our":[27],"knowledge":[28],"sketch-to-3D":[30],"model":[31,141],"conversion.":[32],"Innovatively,":[33],"we":[34,153,189],"design":[35],"coarse-to-fine":[37],"pipeline":[38],"perform":[40],"in":[44,169],"coarse":[46],"stage":[47],"and":[48,67,76,87,179],"train":[49],"diffusion-based":[51],"refiner":[52],"get":[54],"high-resolution":[56],"model.":[58],"designed":[60,122],"sketch-augmentation":[62],"integrated":[68],"priors":[69],"such":[70],"as":[71,136,138],"CLIP":[72],"loss,":[73],"shape":[74],"prototypes,":[75],"adversarial":[77],"loss":[78],"help":[80],"generate":[81,128],"high-quality":[82,129],"results":[83],"even":[84],"abstract":[86],"imprecise":[88],"sketches.":[89],"also":[91],"introduce":[92,154],"an":[93],"innovative":[94],"procedural":[95],"generation":[97],"based":[99],"on":[100],"CAD":[101],"code,":[102],"which":[103],"helps":[104],"pre-train":[105],"part":[106],"of":[107,161],"network":[109],"before":[110],"fine-tuning":[111],"real":[114],"Our":[116],"approach,":[117],"coupled":[118],"specifically":[121],"curriculum":[123],"learning,":[124],"allows":[125],"us":[126,196],"across":[132],"multiple":[133],"categories":[134],"few":[137],"300":[139],"sketch-3D":[140,163],"pairs,":[142],"marking":[143],"significant":[145],"advancement":[146],"over":[147],"previous":[148],"single-category":[149],"approaches.":[150],"In":[151],"addition,":[152],"KO2D":[156],"dataset,":[157],"largest":[159],"collection":[160],"hand-drawn":[162],"pairs":[164],"support":[166],"further":[167],"research":[168],"this":[170,192],"area.":[171],"As":[172],"are":[174],"far":[176],"more":[177],"intuitive":[178],"detailed":[180],"way":[181],"users":[183],"express":[185],"their":[186,207],"unique":[187],"ideas,":[188],"believe":[190],"that":[191],"can":[194],"move":[195],"closer":[197],"democratizing":[199],"content":[201],"creation,":[202],"enabling":[203],"anyone":[204],"transform":[206],"ideas":[208],"into":[209],"effortlessly.":[212]},"counts_by_year":[],"updated_date":"2026-06-24T06:17:17.354583","created_date":"2026-02-08T00:00:00"}