{"id":"https://openalex.org/W7127961576","doi":"https://doi.org/10.48550/arxiv.2602.05859","title":"DLM-Scope: Mechanistic Interpretability of Diffusion Language Models via Sparse Autoencoders","display_name":"DLM-Scope: Mechanistic Interpretability of Diffusion Language Models via Sparse Autoencoders","publication_year":2026,"publication_date":"2026-02-05","ids":{"openalex":"https://openalex.org/W7127961576","doi":"https://doi.org/10.48550/arxiv.2602.05859"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.05859","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125107552","display_name":"Xu Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125191528","display_name":"Bingqing Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Bingqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031253591","display_name":"Yu Wan","orcid":"https://orcid.org/0000-0003-1649-9611"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wan, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028040391","display_name":"Baosong Yang","orcid":"https://orcid.org/0000-0001-5002-2409"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Baosong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125141217","display_name":"Lingpeng Kong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kong, Lingpeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5085848346","display_name":"Difan Zou","orcid":"https://orcid.org/0000-0002-6544-2593"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Difan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14906405,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.34119999408721924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.34119999408721924,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.10019999742507935,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.09019999951124191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9803000092506409},{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.47440001368522644},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.43549999594688416},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.3057999908924103},{"id":"https://openalex.org/keywords/mechanism","display_name":"Mechanism (biology)","score":0.27810001373291016}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9803000092506409},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.637499988079071},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6229000091552734},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5577999949455261},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.47440001368522644},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.3057999908924103},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.27810001373291016},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.24740000069141388},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.23520000278949738}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.05859","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.05859","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.05859","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.05859","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Sparse":[0],"autoencoders":[1],"(SAEs)":[2],"have":[3,35],"become":[4,36],"a":[5,103,118,177,186],"standard":[6],"tool":[7],"for":[8,54,71,148,158,179],"mechanistic":[9,51,180],"interpretability":[10,52,69,181],"in":[11,99,106,124,129,182],"autoregressive":[12,43,94],"large":[13],"language":[14,32],"models":[15,33],"(LLMs),":[16],"enabling":[17],"researchers":[18],"to":[19,41,48,115,192],"extract":[20,81],"sparse,":[21],"human-interpretable":[22],"features":[23,128,165],"and":[24,73,162,184,195],"intervene":[25],"on":[26],"model":[27],"behavior.":[28],"Recently,":[29],"as":[30],"diffusion":[31],"(DLMs)":[34],"an":[37],"increasingly":[38],"promising":[39],"alternative":[40],"the":[42,66,163,169],"LLMs,":[44],"it":[45,108],"is":[46],"essential":[47],"develop":[49],"tailored":[50],"tools":[53],"this":[55,61],"emerging":[56],"class":[57],"of":[58,172,189],"models.":[59],"In":[60],"work,":[62],"we":[63,85,141,150],"present":[64],"DLM-Scope,":[65],"first":[67],"SAE-based":[68,145],"framework":[70],"DLMs,":[72],"demonstrate":[74],"that":[75,87,152],"trained":[76],"Top-K":[77],"SAEs":[78,89,153,191],"can":[79,109,154],"faithfully":[80],"interpretable":[82],"features.":[83],"Notably,":[84],"find":[86],"inserting":[88],"affects":[90],"DLMs":[91,107,130,183],"differently":[92],"than":[93],"LLMs:":[95],"while":[96],"SAE":[97,127,164],"insertion":[98],"LLMs":[100],"typically":[101],"incurs":[102],"loss":[104,112],"penalty,":[105],"reduce":[110],"cross-entropy":[111],"when":[113],"applied":[114],"early":[116],"layers,":[117],"phenomenon":[119],"absent":[120],"or":[121],"markedly":[122],"weaker":[123],"LLMs.":[125],"Additionally,":[126],"enable":[131],"more":[132],"effective":[133],"diffusion-time":[134],"interventions,":[135],"often":[136],"outperforming":[137],"LLM":[138],"steering.":[139],"Moreover,":[140],"pioneer":[142],"certain":[143],"new":[144],"research":[146],"directions":[147],"DLMs:":[149],"show":[151],"provide":[155],"useful":[156],"signals":[157],"DLM":[159],"decoding":[160],"order;":[161],"are":[166],"stable":[167],"during":[168],"post-training":[170],"phase":[171],"DLMs.":[173],"Our":[174],"work":[175],"establishes":[176],"foundation":[178],"shows":[185],"great":[187],"potential":[188],"applying":[190],"DLM-related":[193],"tasks":[194],"algorithms.":[196]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-02-07T00:00:00"}