{"id":"https://openalex.org/W7160904403","doi":"https://doi.org/10.48550/arxiv.2605.10180","title":"What Concepts Lie Within? Detecting and Suppressing Risky Content in Diffusion Transformers","display_name":"What Concepts Lie Within? Detecting and Suppressing Risky Content in Diffusion Transformers","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7160904403","doi":"https://doi.org/10.48550/arxiv.2605.10180"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.10180","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10180","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.10180","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135960635","display_name":"Chenyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhang, Chenyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5135960635"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7426000237464905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.7426000237464905,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.10920000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12357","display_name":"Digital Media Forensic Detection","score":0.0722000002861023,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6248000264167786},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.586899995803833},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5440000295639038},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.3889000117778778},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.3449999988079071},{"id":"https://openalex.org/keywords/categorization","display_name":"Categorization","score":0.3240000009536743}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6327999830245972},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6248000264167786},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.586899995803833},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5440000295639038},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45829999446868896},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.3889000117778778},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3504999876022339},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.3449999988079071},{"id":"https://openalex.org/C94124525","wikidata":"https://www.wikidata.org/wiki/Q912550","display_name":"Categorization","level":2,"score":0.3240000009536743},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.30300000309944153},{"id":"https://openalex.org/C61272859","wikidata":"https://www.wikidata.org/wiki/Q7834031","display_name":"Transferability","level":3,"score":0.2784000039100647},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.27639999985694885},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27250000834465027},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.2632000148296356},{"id":"https://openalex.org/C29825287","wikidata":"https://www.wikidata.org/wiki/Q1427940","display_name":"Warning system","level":2,"score":0.2590999901294708}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.10180","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10180","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.10180","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10180","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","score":0.6432134509086609,"id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"rise":[1],"of":[2,13,124,199],"text-to-image":[3],"(T2I)":[4],"models":[5,31,59],"has":[6],"increasingly":[7],"raised":[8],"concerns":[9],"regarding":[10],"the":[11,24,30,55,93,120,172,196],"generation":[12,140,169],"risky":[14,41,90,125,168,201],"content,":[15],"such":[16],"as":[17,154,162],"sexual,":[18,215],"violent,":[19],"and":[20,76,88,108,122,188,217,225,233],"copyright-protected":[21],"images,":[22],"highlighting":[23],"need":[25],"for":[26,50,138,166],"effective":[27],"safeguards":[28],"within":[29,92],"themselves.":[32],"Although":[33],"existing":[34],"methods":[35],"have":[36],"been":[37],"proposed":[38],"to":[39,86,180],"eliminate":[40],"concepts":[42,103],"from":[43,65],"T2I":[44,58,238],"models,":[45],"they":[46],"are":[47,104],"primarily":[48],"developed":[49],"earlier":[51],"U-Net":[52],"architectures,":[53],"leaving":[54],"state-of-the-art":[56],"Diffusion-Transformer-based":[57],"inadequately":[60],"protected.":[61],"This":[62,116],"gap":[63],"stems":[64],"a":[66,134,163,177,189],"fundamental":[67],"architectural":[68],"shift:":[69],"Diffusion":[70],"Transformers":[71],"(DiTs)":[72],"entangle":[73],"semantic":[74,102],"injection":[75],"visual":[77,223],"synthesis":[78],"via":[79],"joint":[80],"attention,":[81],"which":[82,160],"makes":[83],"it":[84],"difficult":[85],"isolate":[87],"erase":[89],"content":[91,220],"generation.":[94],"To":[95],"bridge":[96],"this":[97,129],"gap,":[98],"we":[99,131,175],"investigate":[100],"how":[101],"represented":[105],"in":[106,141],"DiTs":[107],"discover":[109],"that":[110,194,211],"attention":[111,152,197],"heads":[112,153],"exhibit":[113],"concept-specific":[114],"sensitivity.":[115],"property":[117],"enables":[118],"both":[119],"detection":[121],"suppression":[123,192],"content.":[126],"Building":[127],"on":[128,204],"discovery,":[130],"propose":[132,176],"AHV-D\\&S,":[133],"training-free":[135],"inference-time":[136],"safeguard":[137],"image":[139],"DiTs.":[142],"Specifically,":[143],"AHV-D\\&S":[144,212],"quantifies":[145],"each":[146],"textual":[147],"token's":[148],"sensitivity":[149],"across":[150,185,235],"all":[151],"an":[155],"Attention":[156],"Head":[157],"Vector":[158],"(AHV),":[159],"serves":[161],"discriminative":[164],"signature":[165],"detecting":[167],"tendencies.":[170],"In":[171],"inference":[173],"stage,":[174],"momentum-based":[178],"strategy":[179,193],"dynamically":[181],"track":[182],"token-wise":[183],"AHVs":[184],"denoising":[186],"steps,":[187],"sensitivity-guided":[190],"adaptive":[191],"suppresses":[195,214],"weights":[198],"identified":[200],"tokens":[202],"based":[203],"head-specific":[205],"risk":[206],"scores.":[207],"Extensive":[208],"experiments":[209],"demonstrate":[210],"effectively":[213],"copyrighted-style,":[216],"various":[218],"harmful":[219],"while":[221],"preserving":[222],"quality,":[224],"further":[226],"exhibits":[227],"strong":[228],"robustness":[229],"against":[230],"adversarial":[231],"prompts":[232],"transferability":[234],"different":[236],"DiT-based":[237],"models.":[239]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-13T00:00:00"}