{"id":"https://openalex.org/W7140913837","doi":"https://doi.org/10.48550/arxiv.2603.24043","title":"HAM: A Training-Free Style Transfer Approach via Heterogeneous Attention Modulation for Diffusion Models","display_name":"HAM: A Training-Free Style Transfer Approach via Heterogeneous Attention Modulation for Diffusion Models","publication_year":2026,"publication_date":"2026-03-25","ids":{"openalex":"https://openalex.org/W7140913837","doi":"https://doi.org/10.48550/arxiv.2603.24043"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.24043","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24043","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.24043","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130648866","display_name":"Yeqi He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"He, Yeqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130653284","display_name":"Liang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Liang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130645979","display_name":"Zhiwen Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Zhiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129744842","display_name":"Xichun Sheng","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sheng, Xichun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130643166","display_name":"Zhidong Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Zhidong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130717186","display_name":"Chenggang Yan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yan, Chenggang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9768000245094299,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.003100000089034438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.697700023651123},{"id":"https://openalex.org/keywords/identity","display_name":"Identity (music)","score":0.4528000056743622},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.4327000081539154},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.4162999987602234},{"id":"https://openalex.org/keywords/diffusion-map","display_name":"Diffusion map","score":0.4041000008583069},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.3813000023365021},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.3540000021457672},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.34940001368522644}],"concepts":[{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.697700023651123},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.67330002784729},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49140000343322754},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.4528000056743622},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.4327000081539154},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.4162999987602234},{"id":"https://openalex.org/C55128770","wikidata":"https://www.wikidata.org/wiki/Q5275440","display_name":"Diffusion map","level":4,"score":0.4041000008583069},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.3813000023365021},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.3352999985218048},{"id":"https://openalex.org/C2776245389","wikidata":"https://www.wikidata.org/wiki/Q962139","display_name":"Programming style","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.32179999351501465},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.30390000343322754},{"id":"https://openalex.org/C177454536","wikidata":"https://www.wikidata.org/wiki/Q578290","display_name":"Emphasis (telecommunications)","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2973000109195709},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.2858000099658966},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2849999964237213},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2612000107765198},{"id":"https://openalex.org/C132094186","wikidata":"https://www.wikidata.org/wiki/Q641585","display_name":"Clutter","level":3,"score":0.26089999079704285}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.24043","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24043","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.24043","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24043","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Diffusion":[0],"models":[1],"have":[2],"demonstrated":[3],"remarkable":[4],"performance":[5,158],"in":[6],"image":[7,138],"generation,":[8],"particularly":[9],"within":[10],"the":[11,52,61,90,109,133,136],"domain":[12],"of":[13,54,63,135,151],"style":[14,17,37,48,71,85,98,142],"transfer.":[15],"Prevailing":[16],"transfer":[18,72],"approaches":[19],"typically":[20],"leverage":[21],"pre-trained":[22],"diffusion":[23,110],"models'":[24],"robust":[25],"feature":[26],"extraction":[27],"capabilities":[28],"alongside":[29],"external":[30],"modular":[31],"control":[32],"pathways":[33],"to":[34,45,79,101],"explicitly":[35],"impose":[36],"guidance":[38],"signals.":[39],"However,":[40],"these":[41],"methods":[42],"often":[43],"fail":[44],"capture":[46],"complex":[47,141],"reference":[49,86],"or":[50],"retain":[51],"identity":[53,81],"user-provided":[55],"content":[56,137],"images,":[57],"thus":[58],"falling":[59],"into":[60],"trap":[62],"style-content":[64,91],"balance.":[65],"Thus,":[66],"we":[67,95],"propose":[68],"a":[69,149],"training-free":[70],"approach":[73,145],"via":[74],"$\\textbf{h}$eterogeneous":[75],"$\\textbf{a}$ttention":[76],"$\\textbf{m}$odulation":[77],"($\\textbf{HAM}$)":[78],"protect":[80],"information":[82],"during":[83,108],"image/text-guided":[84],"transfer,":[87],"thereby":[88],"addressing":[89],"trade-off":[92],"challenge.":[93],"Specifically,":[94],"first":[96],"introduces":[97],"noise":[99,104],"initialization":[100],"initialize":[102],"latent":[103],"for":[105,116],"diffusion.":[106],"Then,":[107],"process,":[111],"it":[112],"innovatively":[113],"employs":[114],"HAM":[115],"different":[117],"attention":[118],"mechanisms,":[119],"including":[120],"Global":[121],"Attention":[122,127],"Regulation":[123],"(GAR)":[124],"and":[125,153],"Local":[126],"Transplantation":[128],"(LAT),":[129],"which":[130],"better":[131],"preserving":[132],"details":[134],"while":[139],"capturing":[140],"references.":[143],"Our":[144],"is":[146],"validated":[147],"through":[148],"series":[150],"qualitative":[152],"quantitative":[154,161],"experiments,":[155],"achieving":[156],"state-of-the-art":[157],"on":[159],"multiple":[160],"metrics.":[162]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-27T00:00:00"}