{"id":"https://openalex.org/W3157449380","doi":"https://doi.org/10.1093/nar/gkab349","title":"A self-attention model for inferring cooperativity between regulatory features","display_name":"A self-attention model for inferring cooperativity between regulatory features","alternate_titles":[],"publication_year":2021,"publication_date":"2021-04-21","ids":{"openalex":"https://openalex.org/W3157449380","doi":"https://doi.org/10.1093/nar/gkab349","mag":"3157449380","pmid":"https://pubmed.ncbi.nlm.nih.gov/33950192","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/8287919"},"language":"en","primary_location":{"id":"doi:10.1093/nar/gkab349","doi":"https://doi.org/10.1093/nar/gkab349","is_oa":true,"landing_page_url":"https://doi.org/10.1093/nar/gkab349","pdf_url":"https://academic.oup.com/nar/article-pdf/49/13/e77/39116692/gkab349.pdf","source":{"id":"https://openalex.org/S134668137","display_name":"Nucleic Acids Research","issn_l":"0305-1048","issn":["0305-1048","1362-4954","1362-4962"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nucleic Acids Research","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W3157449380"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://academic.oup.com/nar/article-pdf/49/13/e77/39116692/gkab349.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024346736","display_name":"Fahad Ullah","orcid":"https://orcid.org/0009-0006-7685-7141","observed_orcids":["https://orcid.org/0009-0006-7685-7141"]},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fahad Ullah","raw_affiliation_strings":["Department of Computer Science, Colorado State University, Fort Collins, CO\u00a080523, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Colorado State University, Fort Collins, CO\u00a080523, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005013902","display_name":"Asa Ben\u2010Hur","orcid":"https://orcid.org/0000-0001-8269-6942","observed_orcids":["https://orcid.org/0000-0001-8269-6942"]},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Asa Ben-Hur","raw_affiliation_strings":["Department of Computer Science, Colorado State University, Fort Collins, CO\u00a080523, USA"],"raw_orcid":"https://orcid.org/0000-0001-8269-6942","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Colorado State University, Fort Collins, CO\u00a080523, USA","institution_ids":["https://openalex.org/I92446798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5005013902"],"corresponding_institution_ids":["https://openalex.org/I92446798"],"apc_list":{"value":3800,"currency":"USD","value_usd":3800},"apc_paid":{"value":3800,"currency":"USD","value_usd":3800},"fwci":1.7631,"has_fulltext":true,"cited_by_count":42,"citation_normalized_percentile":{"value":0.86383133,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"49","issue":"13","first_page":"e77","last_page":"e77"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10222","display_name":"Genomics and Chromatin Dynamics","score":0.9648000001907349,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10222","display_name":"Genomics and Chromatin Dynamics","score":0.9648000001907349,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10621","display_name":"Gene Regulatory Network Analysis","score":0.007600000128149986,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.007400000002235174,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/transcription-factor-interaction","display_name":"transcription factor interaction","score":0.6430000066757202},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.765999972820282},{"id":"https://openalex.org/keywords/satori","display_name":"satori","score":0.7730000019073486},{"id":"https://openalex.org/keywords/feature-attribution","display_name":"feature attribution","score":0.6600000262260437},{"id":"https://openalex.org/keywords/gene-expression-regulation","display_name":"gene expression regulation","score":0.6549999713897705},{"id":"https://openalex.org/keywords/convolutional-neural-networks","display_name":"convolutional neural networks","score":0.7139999866485596},{"id":"https://openalex.org/keywords/feature-interaction-detection","display_name":"feature interaction detection","score":0.6230000257492065}],"concepts":[{"id":"https://openalex.org/C166014724","wikidata":"https://www.wikidata.org/wiki/Q337217","display_name":"Cooperativity","level":2,"score":0.921610951423645},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.6081957817077637},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.5989081859588623},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.5556888580322266},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5158464312553406},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.49204155802726746},{"id":"https://openalex.org/C21592294","wikidata":"https://www.wikidata.org/wiki/Q3238407","display_name":"Regulatory sequence","level":4,"score":0.46361595392227173},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44773852825164795},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4234631657600403},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34997105598449707},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.3327676057815552},{"id":"https://openalex.org/C165864922","wikidata":"https://www.wikidata.org/wiki/Q411391","display_name":"Regulation of gene expression","level":3,"score":0.3039648234844208},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.20976877212524414},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09789755940437317},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000081204","descriptor_name":"Chromatin Immunoprecipitation Sequencing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D002460","descriptor_name":"Cell Line","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D011401","descriptor_name":"Promoter Regions, Genetic","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014157","descriptor_name":"Transcription Factors","qualifier_ui":"Q000378","qualifier_name":"metabolism","is_major_topic":true},{"descriptor_ui":"D017360","descriptor_name":"Arabidopsis","qualifier_ui":"Q000235","qualifier_name":"genetics","is_major_topic":false},{"descriptor_ui":"D023281","descriptor_name":"Genomics","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":true},{"descriptor_ui":"D050436","descriptor_name":"Regulatory Elements, Transcriptional","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D059372","descriptor_name":"Nucleotide Motifs","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":4,"locations":[{"id":"doi:10.1093/nar/gkab349","doi":"https://doi.org/10.1093/nar/gkab349","is_oa":true,"landing_page_url":"https://doi.org/10.1093/nar/gkab349","pdf_url":"https://academic.oup.com/nar/article-pdf/49/13/e77/39116692/gkab349.pdf","source":{"id":"https://openalex.org/S134668137","display_name":"Nucleic Acids Research","issn_l":"0305-1048","issn":["0305-1048","1362-4954","1362-4962"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nucleic Acids Research","raw_type":"journal-article"},{"id":"doi:10.1101/2020.01.31.927996","doi":"https://doi.org/10.1101/2020.01.31.927996","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2020.01.31.927996","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2021/04/14/2020.01.31.927996.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},{"id":"pmid:33950192","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33950192","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nucleic acids research","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:8287919","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC8287919/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nucleic Acids Res","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1093/nar/gkab349","doi":"https://doi.org/10.1093/nar/gkab349","is_oa":true,"landing_page_url":"https://doi.org/10.1093/nar/gkab349","pdf_url":"https://academic.oup.com/nar/article-pdf/49/13/e77/39116692/gkab349.pdf","source":{"id":"https://openalex.org/S134668137","display_name":"Nucleic Acids Research","issn_l":"0305-1048","issn":["0305-1048","1362-4954","1362-4962"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","cwts-core","doaj","dongbi-a","doyens","jufo-3","ki-jl-3","medline","norway-2","oarl","poland-200","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Nucleic Acids Research","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3157449380.pdf","grobid_xml":"https://content.openalex.org/works/W3157449380.grobid-xml"},"referenced_works_count":48,"referenced_works":["https://openalex.org/W1019830208","https://openalex.org/W1583837637","https://openalex.org/W1951403192","https://openalex.org/W1970874938","https://openalex.org/W2008491350","https://openalex.org/W2033169664","https://openalex.org/W2064675550","https://openalex.org/W2068011423","https://openalex.org/W2070991178","https://openalex.org/W2086893629","https://openalex.org/W2103777723","https://openalex.org/W2110065044","https://openalex.org/W2121077484","https://openalex.org/W2125508747","https://openalex.org/W2138717237","https://openalex.org/W2198606573","https://openalex.org/W2336509392","https://openalex.org/W2345512687","https://openalex.org/W2401562190","https://openalex.org/W2413794162","https://openalex.org/W2534390616","https://openalex.org/W2554247923","https://openalex.org/W2584404972","https://openalex.org/W2589838901","https://openalex.org/W2594633041","https://openalex.org/W2597655663","https://openalex.org/W2605409611","https://openalex.org/W2612690371","https://openalex.org/W2626778328","https://openalex.org/W2765633603","https://openalex.org/W2782454362","https://openalex.org/W2919831875","https://openalex.org/W2950463913","https://openalex.org/W2951212842","https://openalex.org/W2951572348","https://openalex.org/W2952935243","https://openalex.org/W2953051599","https://openalex.org/W2963029044","https://openalex.org/W2970971581","https://openalex.org/W2971991542","https://openalex.org/W2995175313","https://openalex.org/W3047670845","https://openalex.org/W3118460357","https://openalex.org/W3126464728","https://openalex.org/W3135190230","https://openalex.org/W4212774754","https://openalex.org/W6732520169","https://openalex.org/W7099271880"],"related_works":["https://openalex.org/W7118968264","https://openalex.org/W2073753048","https://openalex.org/W4383058123","https://openalex.org/W4401814789","https://openalex.org/W2951212842","https://openalex.org/W4390401808","https://openalex.org/W4319333022","https://openalex.org/W4405459861","https://openalex.org/W7128477183","https://openalex.org/W4416774140"],"abstract_inverted_index":{"Deep":[0],"learning":[1],"has":[2,43,160],"demonstrated":[3],"its":[4],"predictive":[5],"power":[6],"in":[7,118,184],"modeling":[8],"complex":[9],"biological":[10],"phenomena":[11,73],"such":[12,74],"as":[13,75],"gene":[14,76],"expression.":[15],"The":[16],"value":[17],"of":[18,72,110,113,127,137,151,163,178,181,199],"these":[19],"models":[20,185],"hinges":[21],"not":[22,164,194],"only":[23],"on":[24,29,48],"their":[25],"accuracy,":[26],"but":[27],"also":[28],"the":[30,38,55,70,111,125,161,197],"ability":[31,126],"to":[32,89,129,147,196],"extract":[33],"biologically":[34],"relevant":[35],"information":[36],"from":[37],"trained":[39],"models.":[40],"While":[41],"there":[42],"been":[44,140],"much":[45],"recent":[46],"work":[47],"developing":[49],"feature":[50,182],"attribution":[51],"methods":[52],"that":[53,103,186],"discover":[54],"most":[56],"important":[57],"features":[58],"for":[59,176],"a":[60,85,100,107,119,166,188],"given":[61],"sequence,":[62],"inferring":[63],"cooperativity":[64],"between":[65,115],"regulatory":[66,116],"elements,":[67],"which":[68,138],"is":[69,145,193],"hallmark":[71],"expression,":[77],"remains":[78],"an":[79],"open":[80],"problem.":[81],"We":[82],"present":[83],"SATORI,":[84],"Self-ATtentiOn":[86],"based":[87],"model":[88],"detect":[90,148],"Regulatory":[91],"element":[92],"Interactions.":[93],"Our":[94,143],"approach":[95],"combines":[96],"convolutional":[97],"layers":[98],"with":[99],"self-attention":[101],"mechanism":[102],"helps":[104],"us":[105],"capture":[106],"global":[108],"view":[109],"landscape":[112],"interactions":[114,155],"elements":[117],"sequence.":[120],"A":[121],"comprehensive":[122],"evaluation":[123],"demonstrates":[124],"SATORI":[128,172],"identify":[130],"numerous":[131],"statistically":[132],"significant":[133],"TF-TF":[134,154,200],"interactions,":[135],"many":[136],"have":[139],"previously":[141],"reported.":[142],"method":[144],"able":[146],"higher":[149],"numbers":[150],"experimentally":[152],"verified":[153],"than":[156],"existing":[157],"methods,":[158],"and":[159,192],"advantage":[162],"requiring":[165],"computationally":[167],"expensive":[168],"post-processing":[169],"step.":[170],"Finally,":[171],"can":[173],"be":[174],"used":[175],"detection":[177,198],"any":[179],"type":[180],"interaction":[183],"use":[187],"similar":[189],"attention":[190],"mechanism,":[191],"limited":[195],"interactions.":[201]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3157449380","counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":8},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-11-19T14:11:59.513116","created_date":"2021-05-10T00:00:00"}
