{"id":"https://openalex.org/W7207721565","doi":"https://doi.org/10.64898/2026.08.28.747907","title":"Towards Sparse Causal Features for Zero-shot Mutation Effect Prediction in a Protein Language Model","display_name":"Towards Sparse Causal Features for Zero-shot Mutation Effect Prediction in a Protein Language Model","publication_year":2026,"publication_date":"2026-09-03","ids":{"openalex":"https://openalex.org/W7207721565","doi":"https://doi.org/10.64898/2026.08.28.747907"},"language":"en","primary_location":{"id":"doi:10.64898/2026.08.28.747907","doi":"https://doi.org/10.64898/2026.08.28.747907","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.08.28.747907","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/09/02/2026.08.28.747907.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.biorxiv.org/content/biorxiv/early/2026/09/02/2026.08.28.747907.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5124761665","display_name":"Saishradha Mohanty","orcid":"https://orcid.org/0009-0009-4931-2252","observed_orcids":["https://orcid.org/0009-0009-4931-2252"]},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Saishradha Mohanty","raw_affiliation_strings":["Manning College of Information and Computer Sciences, University of Massachusetts Amherst Amherst, MA, USA"],"raw_orcid":"https://orcid.org/0009-0009-4931-2252","affiliations":[{"raw_affiliation_string":"Manning College of Information and Computer Sciences, University of Massachusetts Amherst Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5149506557","display_name":"Manya Phutela","orcid":"https://orcid.org/0009-0002-1156-5122","observed_orcids":["https://orcid.org/0009-0002-1156-5122"]},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manya Phutela","raw_affiliation_strings":["Manning College of Information and Computer Sciences, University of Massachusetts Amherst Amherst, MA, USA"],"raw_orcid":"https://orcid.org/0009-0002-1156-5122","affiliations":[{"raw_affiliation_string":"Manning College of Information and Computer Sciences, University of Massachusetts Amherst Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075292546","display_name":"Anna G. Green","orcid":"https://orcid.org/0000-0001-7548-3682","observed_orcids":["https://orcid.org/0000-0001-7548-3682"]},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Anna G. Green","raw_affiliation_strings":["Manning College of Information and Computer Sciences, University of Massachusetts Amherst Amherst, MA, USA"],"raw_orcid":"https://orcid.org/0000-0001-7548-3682","affiliations":[{"raw_affiliation_string":"Manning College of Information and Computer Sciences, University of Massachusetts Amherst Amherst, MA, USA","institution_ids":["https://openalex.org/I24603500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5075292546"],"corresponding_institution_ids":["https://openalex.org/I24603500"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.4650999903678894,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.4650999903678894,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.29269999265670776,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11642","display_name":"Genomics and Rare Diseases","score":0.09780000150203705,"subfield":{"id":"https://openalex.org/subfields/1311","display_name":"Genetics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/protein-language-models","display_name":"protein language models","score":0.9419999718666077},{"id":"https://openalex.org/keywords/esm-2","display_name":"ESM-2","score":0.9409999847412109},{"id":"https://openalex.org/keywords/sparse-autoencoders","display_name":"sparse autoencoders","score":0.972000002861023},{"id":"https://openalex.org/keywords/integrated-gradients","display_name":"integrated gradients","score":0.7929999828338623},{"id":"https://openalex.org/keywords/activation-patching","display_name":"activation patching","score":0.9950000047683716},{"id":"https://openalex.org/keywords/deleterious-mutations","display_name":"deleterious mutations","score":0.8309999704360962},{"id":"https://openalex.org/keywords/deep-mutational-scanning","display_name":"deep mutational scanning","score":0.796999990940094},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.5070000290870667}],"concepts":[{"id":"https://openalex.org/C501734568","wikidata":"https://www.wikidata.org/wiki/Q42918","display_name":"Mutation","level":3,"score":0.7355999946594238},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.614300012588501},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5281000137329102},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5041999816894531},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.44350001215934753},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4296000003814697},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.3855000138282776},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.37070000171661377},{"id":"https://openalex.org/C11804247","wikidata":"https://www.wikidata.org/wiki/Q896177","display_name":"Protein\u2013protein interaction","level":2,"score":0.36320000886917114},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33059999346733093},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.29739999771118164},{"id":"https://openalex.org/C47701112","wikidata":"https://www.wikidata.org/wiki/Q735188","display_name":"Protein structure","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C98638677","wikidata":"https://www.wikidata.org/wiki/Q2067051","display_name":"Mutation rate","level":3,"score":0.2849000096321106},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2637999951839447},{"id":"https://openalex.org/C61727976","wikidata":"https://www.wikidata.org/wiki/Q751748","display_name":"Epistasis","level":3,"score":0.25949999690055847},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64898/2026.08.28.747907","doi":"https://doi.org/10.64898/2026.08.28.747907","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.08.28.747907","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/09/02/2026.08.28.747907.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.64898/2026.08.28.747907","doi":"https://doi.org/10.64898/2026.08.28.747907","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.08.28.747907","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/09/02/2026.08.28.747907.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7207721565.pdf","grobid_xml":"https://content.openalex.org/works/W7207721565.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7161309132","https://openalex.org/W3179485843","https://openalex.org/W4407273337","https://openalex.org/W4407243873","https://openalex.org/W7204889878","https://openalex.org/W7134954688","https://openalex.org/W4414589084","https://openalex.org/W7161265297","https://openalex.org/W4414315804","https://openalex.org/W4388832011"],"abstract_inverted_index":{"Abstract":[0],"Protein":[1],"language":[2],"models":[3],"(pLMs)":[4],"such":[5],"as":[6],"ESM-2":[7,52,73],"achieve":[8],"strong":[9],"zero-shot":[10,47,163],"mutation-effect":[11],"prediction,":[12],"yet":[13],"the":[14,41,69,91,138,148,157],"internal":[15],"computations":[16],"supporting":[17],"these":[18],"predictions":[19,74,93],"remain":[20],"poorly":[21],"understood.":[22],"We":[23,54,82,119],"introduce":[24],"a":[25,168],"sparse":[26,32],"feature":[27],"circuit":[28],"framework":[29,57],"that":[30,44,84,110,121,137],"combines":[31],"autoencoders,":[33],"integrated-gradients":[34],"attribution,":[35],"and":[36,96,136],"activation":[37,107,111],"patching":[38],"to":[39,65,134],"identify":[40],"latent":[42],"features":[43,140],"causally":[45],"mediate":[46],"mutation":[48,149,164],"effect":[49,89,165],"prediction":[50,166],"in":[51,68,144,167],"650M.":[53],"evaluate":[55],"this":[56],"over":[58],"67":[59],"mutations":[60],"ranging":[61,131],"from":[62,132],"strongly":[63,76],"deleterious":[64,67],"weakly":[66],"DNAJA1":[70],"J-domain,":[71],"where":[72],"agree":[75],"with":[77,147],"deep":[78],"mutational":[79],"scanning":[80],"measurements.":[81],"find":[83,120],"circuits":[85],"selected":[86,104],"by":[87,105],"indirect":[88],"recover":[90],"model\u2019s":[92],"more":[94,98],"efficiently":[95],"provide":[97],"informative":[99],"biological":[100],"explanations":[101],"than":[102],"those":[103],"raw":[106],"changes,":[108],"showing":[109],"magnitude":[112],"does":[113],"not":[114],"necessarily":[115],"reflect":[116],"causal":[117],"importance.":[118],"related":[122],"substitutions":[123],"reuse":[124],"substantial":[125],"portions":[126],"of":[127,162],"their":[128],"recovered":[129],"circuits,":[130],"40%":[133],"75%,":[135],"shared":[139],"often":[141],"represent":[142],"residues":[143],"three-dimensional":[145],"contact":[146],"site.":[150],"To":[151],"our":[152,154],"knowledge,":[153],"work":[155],"provides":[156],"first":[158],"causal,":[159],"feature-level":[160],"account":[161],"pLM.":[169]},"counts_by_year":[],"updated_date":"2026-10-28T10:33:24.094632","created_date":"2026-09-04T00:00:00"}