{"id":"https://openalex.org/W4414539384","doi":"https://doi.org/10.23919/mva65244.2025.11175053","title":"Noise-based Regularized Training for Diffusion Models","display_name":"Noise-based Regularized Training for Diffusion Models","publication_year":2025,"publication_date":"2025-07-26","ids":{"openalex":"https://openalex.org/W4414539384","doi":"https://doi.org/10.23919/mva65244.2025.11175053"},"language":"en","primary_location":{"id":"doi:10.23919/mva65244.2025.11175053","is_oa":false,"landing_page_url":"https://doi.org/10.23919/mva65244.2025.11175053","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 19th International Conference on Machine Vision and Applications (MVA)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113232966","display_name":"Yuzhang Shang","orcid":"https://orcid.org/0000-0003-2286-6668"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yuzhang Shang","raw_affiliation_strings":["University of Central Florida"],"affiliations":[{"raw_affiliation_string":"University of Central Florida","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051604368","display_name":"Yubin Lu","orcid":"https://orcid.org/0000-0002-1117-8758"},"institutions":[{"id":"https://openalex.org/I180949307","display_name":"Illinois Institute of Technology","ror":"https://ror.org/037t3ry66","country_code":"US","type":"education","lineage":["https://openalex.org/I180949307"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yubin Lu","raw_affiliation_strings":["Illinois Institute of Technology"],"affiliations":[{"raw_affiliation_string":"Illinois Institute of Technology","institution_ids":["https://openalex.org/I180949307"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063541658","display_name":"Jinchao Feng","orcid":"https://orcid.org/0000-0001-5603-8874"},"institutions":[{"id":"https://openalex.org/I145311948","display_name":"Johns Hopkins University","ror":"https://ror.org/00za53h95","country_code":"US","type":"education","lineage":["https://openalex.org/I145311948"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jinchao Feng","raw_affiliation_strings":["Johns Hopkins University"],"affiliations":[{"raw_affiliation_string":"Johns Hopkins University","institution_ids":["https://openalex.org/I145311948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073799589","display_name":"Ming Zhong","orcid":"https://orcid.org/0000-0002-9132-3782"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ming Zhong","raw_affiliation_strings":["University of Houston"],"affiliations":[{"raw_affiliation_string":"University of Houston","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100395059","display_name":"Yan Yan","orcid":"https://orcid.org/0000-0002-3674-7160"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yan Yan","raw_affiliation_strings":["University of Illinois Chicago"],"affiliations":[{"raw_affiliation_string":"University of Illinois Chicago","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5113232966"],"corresponding_institution_ids":["https://openalex.org/I106165777"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14469762,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8185999989509583,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8185999989509583,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/noise-reduction","display_name":"Noise reduction","score":0.6230999827384949},{"id":"https://openalex.org/keywords/diffusion-process","display_name":"Diffusion process","score":0.5712000131607056},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.5687999725341797},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4957999885082245},{"id":"https://openalex.org/keywords/score","display_name":"Score","score":0.44179999828338623},{"id":"https://openalex.org/keywords/fidelity","display_name":"Fidelity","score":0.4334000051021576},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.40380001068115234},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.38190001249313354}],"concepts":[{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.6230999827384949},{"id":"https://openalex.org/C68710425","wikidata":"https://www.wikidata.org/wiki/Q5275442","display_name":"Diffusion process","level":3,"score":0.5712000131607056},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.5687999725341797},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4957999885082245},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.45750001072883606},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45329999923706055},{"id":"https://openalex.org/C65660741","wikidata":"https://www.wikidata.org/wiki/Q3952743","display_name":"Score","level":2,"score":0.44179999828338623},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.4334000051021576},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.42570000886917114},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.40380001068115234},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.3869999945163727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3849000036716461},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.38190001249313354},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.36079999804496765},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.35760000348091125},{"id":"https://openalex.org/C16171025","wikidata":"https://www.wikidata.org/wiki/Q863349","display_name":"Singularity","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C5465570","wikidata":"https://www.wikidata.org/wiki/Q5326898","display_name":"Early stopping","level":3,"score":0.3167000114917755},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.3070000112056732},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.29319998621940613},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.28679999709129333},{"id":"https://openalex.org/C18015164","wikidata":"https://www.wikidata.org/wiki/Q6935000","display_name":"Multiplicative noise","level":5,"score":0.27880001068115234},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27219998836517334},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.26089999079704285},{"id":"https://openalex.org/C29265498","wikidata":"https://www.wikidata.org/wiki/Q7047719","display_name":"Noise measurement","level":3,"score":0.2515999972820282}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/mva65244.2025.11175053","is_oa":false,"landing_page_url":"https://doi.org/10.23919/mva65244.2025.11175053","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 19th International Conference on Machine Vision and Applications (MVA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":17,"referenced_works":["https://openalex.org/W1906770428","https://openalex.org/W2001141328","https://openalex.org/W2037642501","https://openalex.org/W2053186076","https://openalex.org/W2097308346","https://openalex.org/W2108598243","https://openalex.org/W2130975789","https://openalex.org/W2508457857","https://openalex.org/W2764207251","https://openalex.org/W2962770929","https://openalex.org/W3094502228","https://openalex.org/W4225538054","https://openalex.org/W4231167724","https://openalex.org/W4360884927","https://openalex.org/W4386065704","https://openalex.org/W4387195417","https://openalex.org/W4409126742"],"related_works":[],"abstract_inverted_index":{"Denoising":[0],"diffusion":[1,22,158,194],"(score-based)":[2],"generative":[3],"models":[4,159],"have":[5],"recently":[6],"achieved":[7],"significant":[8],"accomplishments":[9],"in":[10,205],"generating":[11],"realistic":[12],"and":[13,29,95,166,183,201,209],"diverse":[14],"high-dimensional":[15],"data.":[16],"These":[17],"approaches":[18],"define":[19],"a":[20,30,70,88,142],"forward":[21],"process":[23,33,151],"for":[24,34,91],"transforming":[25],"data":[26],"into":[27],"noise":[28,37,110,167],"backward":[31],"denoising":[32,64,150],"sampling":[35],"from":[36,78,131],"via":[38],"an":[39,116],"approximated":[40],"score":[41,44,48,67,76,93,129,134,187],"function":[42,49,68,94,135],"(i.e.,":[43,72,181],"network).":[45],"Analyzing":[46],"the":[47,51,60,63,66,75,92,113,121,128,133,146,149,154,171,186,199],"through":[50],"lens":[52],"of":[53,62,106,115,148,173,185,207],"conditional":[54],"expectation,":[55],"we":[56,86,140],"notice":[57],"that":[58,170],"near":[59,136],"end":[61,147],"process,":[65],"has":[69],"blow-up":[71],"singularity),":[73],"preventing":[74],"network":[77,130],"approximating":[79,132],"it":[80],"properly.":[81],"To":[82],"address":[83],"this":[84],"issue,":[85],"introduce":[87],"regularity":[89,184],"theorem":[90],"correspondingly":[96],"propose":[97],"our":[98,107,190],"Training-Stabilized":[99],"(TRAST)":[100],"Diffusion":[101],"Models.":[102],"A":[103],"key":[104],"feature":[105],"approach":[108],"is":[109],"manipulation,":[111],"i.e.":[112],"addition":[114],"unnoticeably":[117],"small":[118],"perturbation":[119],"to":[120,126,152],"training":[122,196],"images,":[123],"particularly":[124],"designed":[125],"prevent":[127],"its":[137],"singularity.":[138],"Subsequently,":[139],"incorporate":[141],"noise-filtering":[143],"module":[144],"at":[145],"refine":[153],"generated":[155],"images.":[156],"Training":[157],"can":[160,192],"be":[161],"regularized":[162],"by":[163,178,197],"early":[164],"stopping":[165],"correction.":[168],"Note":[169],"designs":[172],"TRAST":[174],"are":[175],"theoretically":[176],"supported":[177],"two":[179],"theorems":[180],"singularity":[182],"function).":[188],"Therefore,":[189],"method":[191],"stabilize":[193],"models\u2019":[195],"avoiding":[198],"singularity,":[200],"improve":[202],"their":[203],"performance":[204],"terms":[206],"fidelity":[208],"diversity.":[210]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-10-10T00:00:00"}
