{"id":"https://openalex.org/W3207161423","doi":"https://doi.org/10.1186/s13321-023-00789-7","title":"Relative molecule self-attention transformer","display_name":"Relative molecule self-attention transformer","publication_year":2024,"publication_date":"2024-01-03","ids":{"openalex":"https://openalex.org/W3207161423","doi":"https://doi.org/10.1186/s13321-023-00789-7","mag":"3207161423","pmid":"https://pubmed.ncbi.nlm.nih.gov/38173009"},"language":"en","primary_location":{"id":"doi:10.1186/s13321-023-00789-7","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13321-023-00789-7","pdf_url":"https://jcheminf.biomedcentral.com/counter/pdf/10.1186/s13321-023-00789-7","source":{"id":"https://openalex.org/S180838163","display_name":"Journal of Cheminformatics","issn_l":"1758-2946","issn":["1758-2946"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cheminformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://jcheminf.biomedcentral.com/counter/pdf/10.1186/s13321-023-00789-7","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5025532190","display_name":"\u0141ukasz Maziarka","orcid":"https://orcid.org/0000-0001-6947-8131"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"\u0141ukasz Maziarka","raw_affiliation_strings":["Faculty of Mathematics and Computer Science, Jagiellonian University, \u0141ojasiewicza 6, 30-348, Cracow, Poland. lukasz.maziarka@ii.uj.edu.pl"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Mathematics and Computer Science, Jagiellonian University, \u0141ojasiewicza 6, 30-348, Cracow, Poland. lukasz.maziarka@ii.uj.edu.pl","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063629972","display_name":"Dawid Majchrowski","orcid":null},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dawid Majchrowski","raw_affiliation_strings":["NVIDIA, 2788 San Tomas Expy, Santa Clara, CA, 95051, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA, 2788 San Tomas Expy, Santa Clara, CA, 95051, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078152358","display_name":"Tomasz Danel","orcid":"https://orcid.org/0000-0001-6053-0028"},"institutions":[{"id":"https://openalex.org/I126596746","display_name":"Jagiellonian University","ror":"https://ror.org/03bqmcz70","country_code":"PL","type":"education","lineage":["https://openalex.org/I126596746"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Tomasz Danel","raw_affiliation_strings":["Faculty of Mathematics and Computer Science, Jagiellonian University, \u0141ojasiewicza 6, 30-348, Cracow, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Mathematics and Computer Science, Jagiellonian University, \u0141ojasiewicza 6, 30-348, Cracow, Poland","institution_ids":["https://openalex.org/I126596746"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042294436","display_name":"Piotr Gai\u0144ski","orcid":null},"institutions":[{"id":"https://openalex.org/I126596746","display_name":"Jagiellonian University","ror":"https://ror.org/03bqmcz70","country_code":"PL","type":"education","lineage":["https://openalex.org/I126596746"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Piotr Gai\u0144ski","raw_affiliation_strings":["Ardigen, Podole 76, 30-394, Cracow, Poland","Faculty of Mathematics and Computer Science, Jagiellonian University, \u0141ojasiewicza 6, 30-348, Cracow, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ardigen, Podole 76, 30-394, Cracow, Poland","institution_ids":[]},{"raw_affiliation_string":"Faculty of Mathematics and Computer Science, Jagiellonian University, \u0141ojasiewicza 6, 30-348, Cracow, Poland","institution_ids":["https://openalex.org/I126596746"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052791052","display_name":"Jacek Tabor","orcid":"https://orcid.org/0000-0001-6652-7727"},"institutions":[{"id":"https://openalex.org/I126596746","display_name":"Jagiellonian University","ror":"https://ror.org/03bqmcz70","country_code":"PL","type":"education","lineage":["https://openalex.org/I126596746"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Jacek Tabor","raw_affiliation_strings":["Faculty of Mathematics and Computer Science, Jagiellonian University, \u0141ojasiewicza 6, 30-348, Cracow, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Mathematics and Computer Science, Jagiellonian University, \u0141ojasiewicza 6, 30-348, Cracow, Poland","institution_ids":["https://openalex.org/I126596746"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007095435","display_name":"Igor T. Podolak","orcid":"https://orcid.org/0000-0001-9082-6735"},"institutions":[{"id":"https://openalex.org/I126596746","display_name":"Jagiellonian University","ror":"https://ror.org/03bqmcz70","country_code":"PL","type":"education","lineage":["https://openalex.org/I126596746"]}],"countries":["PL"],"is_corresponding":false,"raw_author_name":"Igor Podolak","raw_affiliation_strings":["Faculty of Mathematics and Computer Science, Jagiellonian University, \u0141ojasiewicza 6, 30-348, Cracow, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Mathematics and Computer Science, Jagiellonian University, \u0141ojasiewicza 6, 30-348, Cracow, Poland","institution_ids":["https://openalex.org/I126596746"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069742186","display_name":"Pawe\u0142 Morkisz","orcid":"https://orcid.org/0000-0002-4734-966X"},"institutions":[{"id":"https://openalex.org/I4210127875","display_name":"Nvidia (United States)","ror":"https://ror.org/03jdj4y14","country_code":"US","type":"company","lineage":["https://openalex.org/I4210127875"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pawe\u0142 Morkisz","raw_affiliation_strings":["NVIDIA, 2788 San Tomas Expy, Santa Clara, CA, 95051, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NVIDIA, 2788 San Tomas Expy, Santa Clara, CA, 95051, USA","institution_ids":["https://openalex.org/I4210127875"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024552077","display_name":"Stanis\u0142aw Jastrz\u0229bski","orcid":"https://orcid.org/0000-0003-4138-1818"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stanis\u0142aw Jastrz\u0119bski","raw_affiliation_strings":["Molecule.one, Al. Jerozolimskie 96, 00-807, Warsaw, Poland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Molecule.one, Al. Jerozolimskie 96, 00-807, Warsaw, Poland","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5025532190"],"corresponding_institution_ids":[],"apc_list":{"value":1290,"currency":"GBP","value_usd":1582},"apc_paid":{"value":1290,"currency":"GBP","value_usd":1582},"fwci":10.2755,"has_fulltext":true,"cited_by_count":32,"citation_normalized_percentile":{"value":0.98654147,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"16","issue":"1","first_page":"3","last_page":"3"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11708","display_name":"Photochromic and Fluorescence Chemistry","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.599103569984436},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.49496549367904663},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.36492452025413513},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1305113136768341},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10956060886383057}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.599103569984436},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.49496549367904663},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.36492452025413513},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1305113136768341},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10956060886383057},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1186/s13321-023-00789-7","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13321-023-00789-7","pdf_url":"https://jcheminf.biomedcentral.com/counter/pdf/10.1186/s13321-023-00789-7","source":{"id":"https://openalex.org/S180838163","display_name":"Journal of Cheminformatics","issn_l":"1758-2946","issn":["1758-2946"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cheminformatics","raw_type":"journal-article"},{"id":"pmid:38173009","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38173009","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of cheminformatics","raw_type":null},{"id":"pmh:oai:ruj.uj.edu.pl:item/325329","is_oa":true,"landing_page_url":"https://ruj.uj.edu.pl/xmlui/handle/item/325329","pdf_url":"http://ruj.uj.edu.pl/bitstreams/9bd4ad20-afe9-41d8-a68d-2e3d53a730c6/download","source":{"id":"https://openalex.org/S4306400316","display_name":"Homo Politicus (Academy of Humanities and Economics in Lodz)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"artyku\u0142 w czasopi\u015bmie"},{"id":"pmh:oai:pubmedcentral.nih.gov:10765783","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10765783","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10765783/pdf/13321_2023_Article_789.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"J Cheminform","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:3caee1fd77f348d68ae1d3c56b3c0acf","is_oa":true,"landing_page_url":"https://doaj.org/article/3caee1fd77f348d68ae1d3c56b3c0acf","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Cheminformatics, Vol 16, Iss 1, Pp 1-14 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s13321-023-00789-7","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s13321-023-00789-7","pdf_url":"https://jcheminf.biomedcentral.com/counter/pdf/10.1186/s13321-023-00789-7","source":{"id":"https://openalex.org/S180838163","display_name":"Journal of Cheminformatics","issn_l":"1758-2946","issn":["1758-2946"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Cheminformatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4532590350","display_name":null,"funder_award_id":"2019/35/N/ST6/02125","funder_id":"https://openalex.org/F4320322511","funder_display_name":"Narodowe Centrum Nauki"},{"id":"https://openalex.org/G7188852973","display_name":null,"funder_award_id":"2020/37/N/ST6/02728","funder_id":"https://openalex.org/F4320322511","funder_display_name":"Narodowe Centrum Nauki"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320322511","display_name":"Narodowe Centrum Nauki","ror":"https://ror.org/03ha2q922"},{"id":"https://openalex.org/F4320324153","display_name":"Uniwersytet Jagiello\u0144ski w Krakowie","ror":"https://ror.org/03bqmcz70"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3207161423.pdf"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W1757990252","https://openalex.org/W1975147762","https://openalex.org/W1988037271","https://openalex.org/W2080635178","https://openalex.org/W2096541451","https://openalex.org/W2135732933","https://openalex.org/W2279490987","https://openalex.org/W2290847742","https://openalex.org/W2519887557","https://openalex.org/W2594183968","https://openalex.org/W2597655663","https://openalex.org/W2606780347","https://openalex.org/W2626778328","https://openalex.org/W2735246657","https://openalex.org/W2766761250","https://openalex.org/W2784121710","https://openalex.org/W2785720803","https://openalex.org/W2787998955","https://openalex.org/W2788775653","https://openalex.org/W2806547269","https://openalex.org/W2947427925","https://openalex.org/W2948990653","https://openalex.org/W2962398326","https://openalex.org/W2963026768","https://openalex.org/W2963341956","https://openalex.org/W2963711743","https://openalex.org/W2963925437","https://openalex.org/W2964110616","https://openalex.org/W2964113829","https://openalex.org/W2965373594","https://openalex.org/W2966357564","https://openalex.org/W2970597249","https://openalex.org/W2973114758","https://openalex.org/W2976093982","https://openalex.org/W2977944219","https://openalex.org/W2990704537","https://openalex.org/W2996443485","https://openalex.org/W2996604169","https://openalex.org/W3013571468","https://openalex.org/W3035684957","https://openalex.org/W3036737467","https://openalex.org/W3073845700","https://openalex.org/W3093934881","https://openalex.org/W3100157108","https://openalex.org/W3101620381","https://openalex.org/W3103092523","https://openalex.org/W3106210592","https://openalex.org/W3109892317","https://openalex.org/W3110901318","https://openalex.org/W3112760268","https://openalex.org/W3113150977","https://openalex.org/W3116202926","https://openalex.org/W3118691860","https://openalex.org/W3119786062","https://openalex.org/W3120715532","https://openalex.org/W3122515622","https://openalex.org/W3131204112","https://openalex.org/W3199234580","https://openalex.org/W3207161423","https://openalex.org/W4206706211","https://openalex.org/W4242308659","https://openalex.org/W4283389995","https://openalex.org/W4283794957","https://openalex.org/W4285600549","https://openalex.org/W4319762935","https://openalex.org/W4362664882","https://openalex.org/W4382239609","https://openalex.org/W6628094813","https://openalex.org/W6725181839"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0,26],"prediction":[1],"of":[2,17,28,147],"molecular":[3,34,88,102],"properties":[4,35],"is":[5,92],"a":[6,15,93,131,144],"crucial":[7],"aspect":[8],"in":[9,40,45,71],"drug":[10,23,72],"discovery":[11],"that":[12,51,96,112],"can":[13],"save":[14],"lot":[16],"money":[18],"and":[19,100,110],"time":[20],"during":[21],"the":[22,46,106,114],"design":[24],"process.":[25],"use":[27],"machine":[29],"learning":[30],"methods":[31],"to":[32,53,62,104,128,135],"predict":[33],"has":[36],"become":[37],"increasingly":[38],"popular":[39],"recent":[41],"years.":[42],"Despite":[43],"advancements":[44],"field,":[47],"several":[48],"challenges":[49],"remain":[50],"need":[52],"be":[54],"addressed,":[55],"like":[56],"finding":[57],"an":[58],"optimal":[59],"pre-training":[60],"procedure":[61,125],"improve":[63],"performance":[64,138],"on":[65,143],"small":[66],"datasets,":[67],"which":[68],"are":[69],"common":[70],"discovery.":[73],"In":[74],"our":[75,122],"paper,":[76],"we":[77],"tackle":[78],"these":[79],"problems":[80],"by":[81],"introducing":[82],"Relative":[83],"Molecule":[84],"Self-Attention":[85],"Transformer":[86],"for":[87],"representation":[89,103],"learning.":[90],"It":[91],"novel":[94],"architecture":[95],"uses":[97],"relative":[98],"self-attention":[99],"3D":[101],"capture":[105],"interactions":[107],"between":[108],"atoms":[109],"bonds":[111],"enrich":[113],"backbone":[115],"model":[116],"with":[117,140],"domain-specific":[118],"inductive":[119],"biases.":[120],"Furthermore,":[121],"two-step":[123],"pretraining":[124],"allows":[126],"us":[127],"tune":[129],"only":[130],"few":[132],"hyperparameter":[133],"values":[134],"achieve":[136],"good":[137],"comparable":[139],"state-of-the-art":[141],"models":[142],"wide":[145],"selection":[146],"downstream":[148],"tasks.":[149]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":18},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}