{"id":"https://openalex.org/W4403792184","doi":"https://doi.org/10.1145/3664647.3681047","title":"FIND: Fine-tuning Initial Noise Distribution with Policy Optimization for Diffusion Models","display_name":"FIND: Fine-tuning Initial Noise Distribution with Policy Optimization for Diffusion Models","publication_year":2024,"publication_date":"2024-10-26","ids":{"openalex":"https://openalex.org/W4403792184","doi":"https://doi.org/10.1145/3664647.3681047"},"language":"en","primary_location":{"id":"doi:10.1145/3664647.3681047","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681047","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088180276","display_name":"Changgu Chen","orcid":"https://orcid.org/0009-0007-2219-7069"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Changgu Chen","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0007-2219-7069","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114026842","display_name":"Libing Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Libing Yang","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0001-5214-6760","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaoyan Yang","orcid":"https://orcid.org/0009-0004-9179-2185"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyan Yang","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0004-9179-2185","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046273839","display_name":"Lianggangxu Chen","orcid":"https://orcid.org/0000-0002-4131-0828"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianggangxu Chen","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-4131-0828","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001077607","display_name":"Gaoqi He","orcid":"https://orcid.org/0000-0001-8365-0970"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaoqi He","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8365-0970","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063110936","display_name":"Changbo Wang","orcid":"https://orcid.org/0000-0001-8940-6418"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changbo Wang","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-8940-6418","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100709798","display_name":"Yang Li","orcid":"https://orcid.org/0000-0001-9427-7665"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Li","raw_affiliation_strings":["School of Computer Science and Technology, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-9427-7665","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5088180276"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":1.5946,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.8330992,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"6735","last_page":"6744"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9810000061988831,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10928","display_name":"Probabilistic and Robust Engineering Design","score":0.9666000008583069,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10360","display_name":"Fluid Dynamics and Turbulent Flows","score":0.9503999948501587,"subfield":{"id":"https://openalex.org/subfields/2206","display_name":"Computational Mechanics"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.6502430438995361},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.6407164335250854},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.548723578453064},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.4994823932647705},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.33374321460723877},{"id":"https://openalex.org/keywords/statistical-physics","display_name":"Statistical physics","score":0.32049286365509033},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.19635280966758728},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1517934799194336},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.110434889793396},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.07258343696594238}],"concepts":[{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.6502430438995361},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.6407164335250854},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.548723578453064},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.4994823932647705},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.33374321460723877},{"id":"https://openalex.org/C121864883","wikidata":"https://www.wikidata.org/wiki/Q677916","display_name":"Statistical physics","level":1,"score":0.32049286365509033},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.19635280966758728},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1517934799194336},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.110434889793396},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.07258343696594238},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3664647.3681047","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3664647.3681047","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM International Conference on Multimedia","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.5099999904632568}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W2425121537","https://openalex.org/W3204588463","https://openalex.org/W4212774754","https://openalex.org/W4306820534","https://openalex.org/W4312933868","https://openalex.org/W4386066359","https://openalex.org/W4386066731","https://openalex.org/W4386071676","https://openalex.org/W4386075631","https://openalex.org/W4386075992","https://openalex.org/W4386076027","https://openalex.org/W4386076286","https://openalex.org/W4389539472","https://openalex.org/W4390872387","https://openalex.org/W4390873054","https://openalex.org/W4390873331","https://openalex.org/W4403844088"],"related_works":["https://openalex.org/W2386796262","https://openalex.org/W3177740930","https://openalex.org/W2031453039","https://openalex.org/W1484549928","https://openalex.org/W1974805659","https://openalex.org/W2811388477","https://openalex.org/W2549138563","https://openalex.org/W2335010068","https://openalex.org/W2899315007","https://openalex.org/W2011653655"],"abstract_inverted_index":{"In":[0,84,148],"recent":[1],"years,":[2],"large-scale":[3],"pre-trained":[4,105],"diffusion":[5,78,106,129],"models":[6,20],"have":[7],"demonstrated":[8],"their":[9],"outstanding":[10],"capabilities":[11],"in":[12,28,47,51,203,212],"image":[13],"and":[14,138,177,206,217],"video":[15],"generation":[16],"tasks.":[17],"However,":[18],"existing":[19],"tend":[21],"to":[22,62,69,114,142,157,170,190],"produce":[23],"visual":[24],"objects":[25],"commonly":[26],"found":[27],"the":[29,42,48,57,63,72,77,101,111,116,128,145,179,187,198,218,228],"training":[30,159,176],"dataset,":[31],"which":[32,99],"diverges":[33],"from":[34,53,182,186],"user":[35],"input":[36],"prompts.":[37,121],"The":[38],"underlying":[39],"reason":[40],"behind":[41],"inaccurate":[43],"generated":[44,117,219],"results":[45],"lies":[46],"model's":[49],"difficulty":[50],"sampling":[52],"specific":[54],"intervals":[55],"of":[56,104,200],"initial":[58,73,112,146],"noise":[59],"distribution":[60,113,181],"corresponding":[61],"prompt.":[64],"Moreover,":[65],"it":[66],"is":[67,155],"challenging":[68],"directly":[70,109,143],"optimize":[71,144],"distribution,":[74],"given":[75],"that":[76],"process":[79,137],"involves":[80],"multiple":[81],"denoising":[82,130],"steps.":[83],"this":[85,123],"paper,":[86],"we":[87,125,164],"introduce":[88,165],"a":[89,133,150,166],"Fine-tuning":[90],"Initial":[91],"Noise":[92],"Distribution":[93],"(FIND)":[94],"framework":[95],"with":[96,119],"policy":[97,140,189],"optimization,":[98],"unleashes":[100],"powerful":[102],"potential":[103],"networks":[107],"by":[108],"optimizing":[110],"align":[115],"contents":[118],"user-input":[120],"To":[122],"end,":[124],"first":[126],"reformulate":[127],"procedure":[131],"as":[132],"one-step":[134],"Markov":[135],"decision":[136],"employ":[139],"optimization":[141,193],"distribution.":[147],"addition,":[149],"dynamic":[151],"reward":[152],"calibration":[153],"module":[154],"proposed":[156],"ensure":[158],"stability":[160],"during":[161],"optimization.":[162],"Furthermore,":[163],"ratio":[167],"clipping":[168],"algorithm":[169],"utilize":[171],"historical":[172],"data":[173],"for":[174],"network":[175],"prevent":[178],"optimized":[180],"deviating":[183],"too":[184],"far":[185],"original":[188],"restrain":[191],"excessive":[192],"magnitudes.":[194],"Extensive":[195],"experiments":[196],"demonstrate":[197],"effectiveness":[199],"our":[201],"method":[202,222],"both":[204],"text-to-image":[205],"text-to-video":[207],"tasks,":[208],"surpassing":[209],"SOTA":[210,229],"methods":[211],"achieving":[213],"consistency":[214],"between":[215],"prompts":[216],"content.":[220],"Our":[221],"achieves":[223],"10":[224],"times":[225],"faster":[226],"than":[227],"approach.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}