{"id":"https://openalex.org/W4400817730","doi":"https://doi.org/10.1145/3658120","title":"SketchDream: Sketch-based Text-To-3D Generation and Editing","display_name":"SketchDream: Sketch-based Text-To-3D Generation and Editing","publication_year":2024,"publication_date":"2024-07-19","ids":{"openalex":"https://openalex.org/W4400817730","doi":"https://doi.org/10.1145/3658120"},"language":"en","primary_location":{"id":"doi:10.1145/3658120","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658120","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3658120","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100632779","display_name":"Fenglin Liu","orcid":"https://orcid.org/0009-0007-4736-8100"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng-Lin Liu","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-4736-8100","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100616579","display_name":"Hongbo Fu","orcid":"https://orcid.org/0000-0002-0284-726X"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hongbo Fu","raw_affiliation_strings":["City University of Hong Kong, Hongkong, China"],"raw_orcid":"https://orcid.org/0000-0002-0284-726X","affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hongkong, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067850699","display_name":"Yu\u2010Kun Lai","orcid":"https://orcid.org/0000-0002-2094-5680"},"institutions":[{"id":"https://openalex.org/I79510175","display_name":"Cardiff University","ror":"https://ror.org/03kk7td41","country_code":"GB","type":"education","lineage":["https://openalex.org/I79510175"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yu-Kun Lai","raw_affiliation_strings":["Cardiff University, cardiff, United Kingdom"],"raw_orcid":"https://orcid.org/0000-0002-2094-5680","affiliations":[{"raw_affiliation_string":"Cardiff University, cardiff, United Kingdom","institution_ids":["https://openalex.org/I79510175"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100629376","display_name":"Lin Gao","orcid":"https://orcid.org/0000-0002-1021-8148"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin Gao","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1021-8148","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":23.2253,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.99557447,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"43","issue":"4","first_page":"1","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10719","display_name":"3D Shape Modeling and Analysis","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12290","display_name":"Human Motion and Animation","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/sketch","display_name":"Sketch","score":0.8910226821899414},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7181361317634583},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.6176184415817261},{"id":"https://openalex.org/keywords/image-editing","display_name":"Image editing","score":0.5009698867797852},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3557998538017273},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11088442802429199},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.05804964900016785}],"concepts":[{"id":"https://openalex.org/C2779231336","wikidata":"https://www.wikidata.org/wiki/Q7534724","display_name":"Sketch","level":2,"score":0.8910226821899414},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7181361317634583},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.6176184415817261},{"id":"https://openalex.org/C2776674983","wikidata":"https://www.wikidata.org/wiki/Q545981","display_name":"Image editing","level":3,"score":0.5009698867797852},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3557998538017273},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11088442802429199},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.05804964900016785}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3658120","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658120","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},{"id":"pmh:oai:https://orca.cardiff.ac.uk:169267","is_oa":true,"landing_page_url":null,"pdf_url":"https://orca.cardiff.ac.uk/id/eprint/169267/8/3658120.pdf","source":{"id":"https://openalex.org/S4306401195","display_name":"ORCA Online Research @Cardiff (Cardiff University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79510175","host_organization_name":"Cardiff University","host_organization_lineage":["https://openalex.org/I79510175"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-146706","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-146706","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:pure.atira.dk:publications/5a907fcd-79da-46aa-99cb-c7ad364d1eff","is_oa":true,"landing_page_url":"https://hdl.handle.net/2031/5a907fcd-79da-46aa-99cb-c7ad364d1eff","pdf_url":null,"source":{"id":"https://openalex.org/S7407055387","display_name":"CityU Scholars","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"LIU, F-L, FU, H, LAI, Y-K & GAO, L 2024, 'SketchDream : Sketch-based Text-to-3D Generation and Editing', ACM Transactions on Graphics, vol. 43, no. 4, 44. https://doi.org/10.1145/3658120","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1145/3658120","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3658120","pdf_url":null,"source":{"id":"https://openalex.org/S185367456","display_name":"ACM Transactions on Graphics","issn_l":"0730-0301","issn":["0730-0301","1557-7368"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Graphics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G1659217096","display_name":null,"funder_award_id":"62322210","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1713418358","display_name":null,"funder_award_id":"No. Z231100005923031","funder_id":"https://openalex.org/F4320325902","funder_display_name":"Beijing Municipal Science and Technology Commission"},{"id":"https://openalex.org/G2786750584","display_name":null,"funder_award_id":"No. 62322210","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5344156187","display_name":null,"funder_award_id":"Z231100005923031","funder_id":"https://openalex.org/F4320325902","funder_display_name":"Beijing Municipal Science and Technology Commission"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325902","display_name":"Beijing Municipal Science and Technology Commission","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1978235861","https://openalex.org/W2026019603","https://openalex.org/W2026687385","https://openalex.org/W2075597533","https://openalex.org/W2739245956","https://openalex.org/W2897035133","https://openalex.org/W2902627232","https://openalex.org/W2963600949","https://openalex.org/W3081020705","https://openalex.org/W3101230338","https://openalex.org/W3107593830","https://openalex.org/W3128983884","https://openalex.org/W3158035011","https://openalex.org/W3181740976","https://openalex.org/W3198362969","https://openalex.org/W3204326360","https://openalex.org/W3209064127","https://openalex.org/W4214605256","https://openalex.org/W4241602464","https://openalex.org/W4281676683","https://openalex.org/W4286611176","https://openalex.org/W4295762848","https://openalex.org/W4312344788","https://openalex.org/W4312353784","https://openalex.org/W4312839164","https://openalex.org/W4312846381","https://openalex.org/W4312887747","https://openalex.org/W4312933868","https://openalex.org/W4312971576","https://openalex.org/W4376122412","https://openalex.org/W4379527433","https://openalex.org/W4385275467","https://openalex.org/W4386065887","https://openalex.org/W4386066388","https://openalex.org/W4386072096","https://openalex.org/W4386075604","https://openalex.org/W4386075660","https://openalex.org/W4386075859","https://openalex.org/W4386075992","https://openalex.org/W4386554984","https://openalex.org/W4388191573","https://openalex.org/W4389539682","https://openalex.org/W4389574975","https://openalex.org/W4390871697","https://openalex.org/W4390873054","https://openalex.org/W4390873294","https://openalex.org/W4390873331","https://openalex.org/W4390873542","https://openalex.org/W4390874424","https://openalex.org/W4393148714","https://openalex.org/W4393148800","https://openalex.org/W6600822972","https://openalex.org/W6605114868"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2378994405","https://openalex.org/W2385974820","https://openalex.org/W2373478030","https://openalex.org/W2378679551","https://openalex.org/W3149739944","https://openalex.org/W2392363776","https://openalex.org/W2063051341","https://openalex.org/W2591066345"],"abstract_inverted_index":{"Existing":[0],"text-based":[1],"3D":[2,24,43,67,109,154,158,170,191,238],"generation":[3,44,88,111,119,142,228],"methods":[4],"generate":[5],"attractive":[6],"results":[7,203,218],"but":[8,26,52],"lack":[9],"detailed":[10,232],"geometry":[11,49],"control.":[12],"Sketches,":[13],"known":[14],"for":[15,42],"their":[16,79,169],"conciseness":[17],"and":[18,39,50,59,93,112,124,167,189,226,230],"expressiveness,":[19],"have":[20],"contributed":[21],"to":[22,29,77,85,149,163,193],"intuitive":[23],"modeling":[25],"are":[27],"confined":[28],"producing":[30],"texture-less":[31],"mesh":[32],"models":[33,68],"within":[34],"predefined":[35],"categories.":[36],"Integrating":[37],"sketch":[38],"text":[40],"simultaneously":[41],"promises":[45],"enhanced":[46],"control":[47,164,233],"over":[48],"appearance":[51],"faces":[53],"challenges":[54],"from":[55,120],"2D-to-3D":[56,133],"translation":[57],"ambiguity":[58,134],"multi-modal":[60],"condition":[61],"integration.":[62],"Moreover,":[63],"further":[64,177],"editing":[65,113,181,239],"of":[66,223],"in":[69],"arbitrary":[70],"views":[71],"will":[72],"give":[73],"users":[74],"more":[75],"freedom":[76],"customize":[78],"models.":[80],"However,":[81],"it":[82],"is":[83,161],"difficult":[84],"achieve":[86],"high":[87],"quality,":[89],"preserve":[90],"unedited":[91],"regions,":[92,196],"manage":[94],"proper":[95],"interactions":[96,188],"between":[97],"shape":[98],"components.":[99],"To":[100,130,172],"solve":[101],"the":[102,132,183,198],"above":[103],"issues,":[104],"we":[105,136,176],"propose":[106,178],"a":[107,138,157,179,221],"text-driven":[108],"content":[110],"method,":[114],"SketchDream,":[115],"which":[116,145],"supports":[117],"NeRF":[118],"given":[121],"hand-drawn":[122],"sketches":[123],"achieves":[125,231],"free-view":[126],"sketch-based":[127,139],"local":[128,174,208],"editing.":[129],"tackle":[131],"challenge,":[135],"introduce":[137],"multi-view":[140,165],"image":[141],"diffusion":[143],"model,":[144],"leverages":[146],"depth":[147],"guidance":[148],"establish":[150],"spatial":[151],"correspondence.":[152],"A":[153],"ControlNet":[155,225],"with":[156,204,220,235],"attention":[159],"module":[160],"utilized":[162],"images":[166],"ensure":[168],"consistency.":[171],"support":[173],"editing,":[175],"coarse-to-fine":[180],"approach:":[182],"coarse":[184],"phase":[185],"analyzes":[186],"component":[187],"provides":[190],"masks":[192],"label":[194],"edited":[195],"while":[197],"fine":[199],"stage":[200],"generates":[201,216],"realistic":[202],"refined":[205],"details":[206],"by":[207],"enhancement.":[209],"Extensive":[210],"experiments":[211],"validate":[212],"that":[213],"our":[214],"method":[215],"higher-quality":[217],"compared":[219,234],"combination":[222],"2D":[224],"image-to-3D":[227],"techniques":[229],"existing":[236],"diffusion-based":[237],"approaches.":[240]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":16}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}