{"id":"https://openalex.org/W4391987806","doi":"https://doi.org/10.1145/3641519.3657396","title":"DiLightNet: Fine-grained Lighting Control for Diffusion-based Image Generation","display_name":"DiLightNet: Fine-grained Lighting Control for Diffusion-based Image Generation","publication_year":2024,"publication_date":"2024-07-12","ids":{"openalex":"https://openalex.org/W4391987806","doi":"https://doi.org/10.1145/3641519.3657396"},"language":"en","primary_location":{"id":"doi:10.1145/3641519.3657396","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641519.3657396","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.11929","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102930574","display_name":"Chong Zeng","orcid":"https://orcid.org/0009-0004-6373-6848"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chong Zeng","raw_affiliation_strings":["State Key Lab of CAD and CG, Zhejiang University, China and Microsoft Research Asia, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD and CG, Zhejiang University, China and Microsoft Research Asia, China","institution_ids":["https://openalex.org/I4210113369","https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103104134","display_name":"Yue Dong","orcid":"https://orcid.org/0000-0003-0362-337X"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yue Dong","raw_affiliation_strings":["Microsoft Research Asia, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000811147","display_name":"Pieter Peers","orcid":"https://orcid.org/0000-0001-7621-9808"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pieter Peers","raw_affiliation_strings":["College of William & Mary, United States of America"],"affiliations":[{"raw_affiliation_string":"College of William & Mary, United States of America","institution_ids":["https://openalex.org/I16285277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001745098","display_name":"Youkang Kong","orcid":"https://orcid.org/0000-0001-8087-9649"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youkang Kong","raw_affiliation_strings":["Tsinghua University, China and Microsoft Research Asia, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua University, China and Microsoft Research Asia, China","institution_ids":["https://openalex.org/I4210113369","https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025339003","display_name":"Hongzhi Wu","orcid":"https://orcid.org/0000-0002-4404-2275"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongzhi Wu","raw_affiliation_strings":["State Key Lab of CAD and CG, Zhejiang University, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of CAD and CG, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100784734","display_name":"Xin Tong","orcid":"https://orcid.org/0000-0001-8788-2453"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Tong","raw_affiliation_strings":["Microsoft Research Asia, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, China","institution_ids":["https://openalex.org/I4210113369"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102930574"],"corresponding_institution_ids":["https://openalex.org/I4210113369","https://openalex.org/I76130692"],"apc_list":null,"apc_paid":null,"fwci":6.7307,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.97658887,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10481","display_name":"Computer Graphics and Visualization Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1704","display_name":"Computer Graphics and Computer-Aided Design"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9617000222206116,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/radiance","display_name":"Radiance","score":0.8878998756408691},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8099887371063232},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6934986710548401},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6470552086830139},{"id":"https://openalex.org/keywords/image-based-lighting","display_name":"Image-based lighting","score":0.5465436577796936},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.42278993129730225},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.42124977707862854},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4051014184951782},{"id":"https://openalex.org/keywords/computer-graphics","display_name":"Computer graphics (images)","score":0.3741551637649536},{"id":"https://openalex.org/keywords/image-processing","display_name":"Image processing","score":0.2957220673561096},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.16940277814865112},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11258053779602051}],"concepts":[{"id":"https://openalex.org/C23690007","wikidata":"https://www.wikidata.org/wiki/Q1411145","display_name":"Radiance","level":2,"score":0.8878998756408691},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8099887371063232},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6934986710548401},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6470552086830139},{"id":"https://openalex.org/C204060014","wikidata":"https://www.wikidata.org/wiki/Q6002069","display_name":"Image-based lighting","level":4,"score":0.5465436577796936},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.42278993129730225},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.42124977707862854},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4051014184951782},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.3741551637649536},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2957220673561096},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.16940277814865112},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11258053779602051}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3641519.3657396","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3641519.3657396","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Special Interest Group on Computer Graphics and Interactive Techniques Conference Conference Papers","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2402.11929","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.11929","pdf_url":"https://arxiv.org/pdf/2402.11929","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.11929","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.11929","pdf_url":"https://arxiv.org/pdf/2402.11929","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5899999737739563,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W51968926","https://openalex.org/W2108428911","https://openalex.org/W2604742847","https://openalex.org/W2942551262","https://openalex.org/W2962785568","https://openalex.org/W2970971581","https://openalex.org/W3034868405","https://openalex.org/W3039219616","https://openalex.org/W3095060934","https://openalex.org/W3097242807","https://openalex.org/W3102270524","https://openalex.org/W3108452788","https://openalex.org/W3109276915","https://openalex.org/W3123889096","https://openalex.org/W3137592147","https://openalex.org/W3164455552","https://openalex.org/W3180794345","https://openalex.org/W3194640054","https://openalex.org/W3216352822","https://openalex.org/W4229523108","https://openalex.org/W4281485151","https://openalex.org/W4281492789","https://openalex.org/W4289076055","https://openalex.org/W4312776859","https://openalex.org/W4312933868","https://openalex.org/W4385271111","https://openalex.org/W4386065550","https://openalex.org/W4386065574","https://openalex.org/W4386066263","https://openalex.org/W4386076215","https://openalex.org/W4386076532","https://openalex.org/W4386113271","https://openalex.org/W4389362515","https://openalex.org/W4390873054","https://openalex.org/W4390873542","https://openalex.org/W6601289607"],"related_works":["https://openalex.org/W2896728493","https://openalex.org/W2392142157","https://openalex.org/W2043512367","https://openalex.org/W4321518006","https://openalex.org/W2331836163","https://openalex.org/W2024462231","https://openalex.org/W1994657804","https://openalex.org/W2005276308","https://openalex.org/W1970182911","https://openalex.org/W2347721387"],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"a":[3,91,149,166,173,201,212,235,277],"novel":[4],"method":[5,152],"for":[6,153],"exerting":[7],"fine-grained":[8,62],"lighting":[9,29,54,66,76,156,199,262,272,283],"control":[10,63],"during":[11,67,157],"text-driven":[12],"diffusion-based":[13],"image":[14,39,68,158,175,194,242],"generation.":[15,159],"While":[16],"existing":[17],"diffusion":[18,122,137,169,203,274],"models":[19,35],"already":[20],"have":[21],"the":[22,47,58,65,72,79,87,96,100,106,121,136,140,155,161,181,188,192,197,216,221,226,231,239,250,255,261,264],"ability":[23],"to":[24,37,51,104,119,134,171,200,246,257],"generate":[25,172],"images":[26],"under":[27,95,176],"any":[28],"condition,":[30],"without":[31],"additional":[32],"guidance":[33],"these":[34],"tend":[36],"correlate":[38],"content":[40,59],"and":[41,186,269,282],"lighting.":[42,98,178],"Moreover,":[43],"text":[44,280],"prompts":[45,281],"lack":[46],"necessary":[48],"expressional":[49],"power":[50],"describe":[52],"detailed":[53,75],"setups.":[55],"To":[56,224],"provide":[57],"creator":[60],"with":[61,74,90,234,260],"over":[64],"generation,":[69],"we":[70,116,131,147,164,184,229,253],"augment":[71],"text-prompt":[73],"information":[77],"in":[78,139,180,191,249],"form":[80],"of":[81,86,215,238,279],"radiance":[82,107,126,208,232],"hints,":[83],"i.e.,":[84],"visualizations":[85],"scene":[88,101],"geometry":[89,102],"homogeneous":[92],"canonical":[93],"material":[94],"target":[97,198],"However,":[99],"needed":[103],"produce":[105],"hints":[108,127,209,233],"is":[109,114],"unknown.":[110],"Our":[111],"key":[112],"observation":[113],"that":[115],"only":[117,132],"need":[118,133],"guide":[120],"process,":[123],"hence":[124],"exact":[125],"are":[128],"not":[129],"necessary;":[130],"point":[135],"model":[138,170,275],"right":[141],"direction.":[142],"Based":[143],"on":[144,211,263,276],"this":[145],"observation,":[146],"introduce":[148],"three":[150],"stage":[151],"controlling":[154],"In":[160],"first":[162],"stage,":[163,183,252],"leverage":[165],"standard":[167],"pretrained":[168],"provisional":[174,222,240],"uncontrolled":[177],"Next,":[179],"second":[182],"resynthesize":[185,254],"refine":[187],"foreground":[189,217,265],"object":[190,218],"generated":[193],"by":[195],"passing":[196,244],"refined":[202],"model,":[204],"named":[205],"DiLightNet,":[206],"using":[207],"computed":[210],"coarse":[213],"shape":[214],"inferred":[219],"from":[220],"image.":[223],"retain":[225],"texture":[227],"details,":[228],"multiply":[230],"neural":[236],"encoding":[237],"synthesized":[241],"before":[243],"it":[245],"DiLightNet.":[247],"Finally,":[248],"third":[251],"background":[256],"be":[258],"consistent":[259],"object.":[266],"We":[267],"demonstrate":[268],"validate":[270],"our":[271],"controlled":[273],"variety":[278],"conditions.":[284]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2024-02-21T00:00:00"}