{"id":"https://openalex.org/W3203710967","doi":null,"title":"3D-Transformer: Molecular Representation with Transformer in 3D Space","display_name":"3D-Transformer: Molecular Representation with Transformer in 3D Space","publication_year":2021,"publication_date":"2021-10-04","ids":{"openalex":"https://openalex.org/W3203710967","mag":"3203710967"},"language":"en","primary_location":{"id":"mag:3203710967","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2110.01191.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2110.01191.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5125554383","display_name":"Fang Wu","orcid":"https://orcid.org/0000-0001-7240-3915","observed_orcids":["https://orcid.org/0000-0001-7240-3915"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang Wu","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-7240-3915","affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Qiang Zhang","orcid":"https://orcid.org/0000-0002-3929-1541","observed_orcids":["https://orcid.org/0000-0002-3929-1541"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiang Zhang","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-3929-1541","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081787254","display_name":"Dragomir Radev","orcid":"https://orcid.org/0000-0001-7830-6489","observed_orcids":["https://orcid.org/0000-0001-7830-6489"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dragomir Radev","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-7830-6489","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066729745","display_name":"Jiyu Cui","orcid":"https://orcid.org/0009-0005-1409-7338","observed_orcids":["https://orcid.org/0009-0005-1409-7338"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiyu Cui","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0005-1409-7338","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072025456","display_name":"Wen Zhang","orcid":"https://orcid.org/0000-0001-6631-6209","observed_orcids":["https://orcid.org/0000-0001-6631-6209","https://orcid.org/0009-0001-1513-7785"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen Zhang","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-6631-6209","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001967373","display_name":"Huabin Xing","orcid":"https://orcid.org/0000-0002-7418-0046","observed_orcids":["https://orcid.org/0000-0002-7418-0046"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huabin Xing","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-7418-0046","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080406911","display_name":"Ningyu Zhang","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ningyu Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5115589223","display_name":"Huajun Chen","orcid":"https://orcid.org/0000-0002-0998-3387","observed_orcids":["https://orcid.org/0000-0002-0998-3387"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huajun Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.7339000105857849,"subfield":{"id":"https://openalex.org/subfields/3002","display_name":"Drug Discovery"},"field":{"id":"https://openalex.org/fields/30","display_name":"Pharmacology, Toxicology and Pharmaceutics"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.7339000105857849,"subfield":{"id":"https://openalex.org/subfields/3002","display_name":"Drug Discovery"},"field":{"id":"https://openalex.org/fields/30","display_name":"Pharmacology, Toxicology and Pharmaceutics"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.2045000046491623,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10002","display_name":"Advanced Chemical Physics Studies","score":0.02500000037252903,"subfield":{"id":"https://openalex.org/subfields/3107","display_name":"Atomic and Molecular Physics, and Optics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/3d-transformer","display_name":"3D transformer","score":0.9020000100135803},{"id":"https://openalex.org/keywords/3d-molecular-representation","display_name":"3D molecular representation","score":0.8759999871253967},{"id":"https://openalex.org/keywords/transformer","display_name":"transformer models","score":0.4269999861717224},{"id":"https://openalex.org/keywords/multi-scale-self-attention","display_name":"multi-scale self-attention","score":0.9160000085830688},{"id":"https://openalex.org/keywords/long-term-dependencies","display_name":"long-range dependencies","score":0.7289999723434448},{"id":"https://openalex.org/keywords/crystal-property-prediction","display_name":"crystal property prediction","score":0.7940000295639038},{"id":"https://openalex.org/keywords/protein-ligand-binding-affinity-prediction","display_name":"protein-ligand binding affinity prediction","score":0.9350000023841858},{"id":"https://openalex.org/keywords/quantum-chemistry","display_name":"quantum chemistry","score":0.8009999990463257},{"id":"https://openalex.org/keywords/proteomics","display_name":"proteomics","score":0.7940000295639038},{"id":"https://openalex.org/keywords/graph-neural-networks","display_name":"graph neural networks","score":0.5580000281333923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6628275513648987},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5394732356071472},{"id":"https://openalex.org/C2780022179","wikidata":"https://www.wikidata.org/wiki/Q1986794","display_name":"Molecular graph","level":3,"score":0.44529539346694946},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.42036232352256775},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.41455116868019104},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38959234952926636},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3827514052391052},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.3619872033596039},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.34773263335227966},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.16314992308616638},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1400468945503235},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3203710967","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2110.01191.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3203710967","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2110.01191.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1738019091","https://openalex.org/W1780364926","https://openalex.org/W1799366690","https://openalex.org/W1975147762","https://openalex.org/W1993046136","https://openalex.org/W2080635178","https://openalex.org/W2153693853","https://openalex.org/W2173183968","https://openalex.org/W2319902168","https://openalex.org/W2527189750","https://openalex.org/W2560609797","https://openalex.org/W2594183968","https://openalex.org/W2605291555","https://openalex.org/W2606780347","https://openalex.org/W2624503621","https://openalex.org/W2626778328","https://openalex.org/W2726184500","https://openalex.org/W2766453196","https://openalex.org/W2766856748","https://openalex.org/W2778051509","https://openalex.org/W2784213390","https://openalex.org/W2784883284","https://openalex.org/W2788775653","https://openalex.org/W2809216727","https://openalex.org/W2901003004","https://openalex.org/W2911484737","https://openalex.org/W2947722296","https://openalex.org/W2948196881","https://openalex.org/W2949095042","https://openalex.org/W2950399211","https://openalex.org/W2951599627","https://openalex.org/W2951690294","https://openalex.org/W2962876364","https://openalex.org/W2963091558","https://openalex.org/W2966357564","https://openalex.org/W2968734407","https://openalex.org/W2970009611","https://openalex.org/W2970663744","https://openalex.org/W2970971581","https://openalex.org/W2971690404","https://openalex.org/W2983028326","https://openalex.org/W2983180560","https://openalex.org/W2986232138","https://openalex.org/W2996443485","https://openalex.org/W2997945091","https://openalex.org/W2999044305","https://openalex.org/W3010328141","https://openalex.org/W3012835873","https://openalex.org/W3021975806","https://openalex.org/W3030508707","https://openalex.org/W3034806393","https://openalex.org/W3036737467","https://openalex.org/W3036931110","https://openalex.org/W3041603413","https://openalex.org/W3088999551","https://openalex.org/W3093934881","https://openalex.org/W3101620381","https://openalex.org/W3102419180","https://openalex.org/W3102795188","https://openalex.org/W3111535274","https://openalex.org/W3111835451","https://openalex.org/W3121309507","https://openalex.org/W3128917876","https://openalex.org/W3129766184","https://openalex.org/W3132607382","https://openalex.org/W3134435812","https://openalex.org/W3159861524","https://openalex.org/W3166470370","https://openalex.org/W3166597321","https://openalex.org/W3168218067","https://openalex.org/W3169316583","https://openalex.org/W3169622372","https://openalex.org/W3177828909","https://openalex.org/W3185087522","https://openalex.org/W3186179742","https://openalex.org/W4210861939","https://openalex.org/W4287586570","https://openalex.org/W4390049991"],"related_works":["https://openalex.org/W4302307798","https://openalex.org/W4323304388","https://openalex.org/W6910821871","https://openalex.org/W4320340371","https://openalex.org/W4413443950","https://openalex.org/W3111835451","https://openalex.org/W3200460007","https://openalex.org/W4417143695","https://openalex.org/W7128541973","https://openalex.org/W2789074794"],"abstract_inverted_index":{"Spatial":[0],"structures":[1],"in":[2,30,221],"the":[3,41,66,90,143,164,172,203,209],"3D":[4,73,239],"space":[5],"are":[6,27],"important":[7,185],"to":[8,18,48,141],"determine":[9],"molecular":[10,69,144,224,240],"properties.":[11,23],"Recent":[12],"papers":[13],"use":[14],"geometric":[15],"deep":[16],"learning":[17],"represent":[19],"molecules":[20,111],"and":[21,37,137,175,192,208,215,242],"predict":[22],"These":[24],"papers,":[25],"however,":[26],"computationally":[28],"expensive":[29],"capturing":[31],"long-range":[32],"dependencies":[33],"of":[34,43,65,92,112,119,161,166,171],"input":[35],"atoms;":[36],"have":[38],"not":[39],"considered":[40],"non-uniformity":[42,91],"interatomic":[44,93],"distances,":[45,94],"thus":[46],"failing":[47],"learn":[49],"context-dependent":[50],"representations":[51,70,241],"at":[52],"different":[53,113,117,131,243,246],"scales.":[54,109],"To":[55,87],"deal":[56],"with":[57,82,89,106,163],"such":[58],"issues,":[59],"we":[60,95,122,149],"introduce":[61],"3D-Transformer,":[62],"a":[63,79,97,159],"variant":[64],"Transformer":[67],"for":[68,135],"that":[71,101,129,157,231],"incorporates":[72],"spatial":[74,120],"information.":[75],"3D-Transformer":[76,182],"operates":[77],"on":[78,116,202],"fully-connected":[80],"graph":[81],"direct":[83],"connections":[84],"between":[85],"atoms.":[86],"cope":[88],"develop":[96],"multi-scale":[98],"self-attention":[99],"module":[100,128],"exploits":[102],"local":[103],"fine-grained":[104],"patterns":[105],"increasing":[107],"contextual":[108],"As":[110],"sizes":[114],"rely":[115],"kinds":[118],"features,":[121],"design":[123],"an":[124,151],"adaptive":[125],"position":[126,132,247],"encoding":[127,133,248],"adopts":[130],"methods":[134],"small":[136],"large":[138],"molecules.":[139],"Finally,":[140],"attain":[142],"representation":[145],"from":[146,238],"atom":[147],"embeddings,":[148],"propose":[150],"attentive":[152],"farthest":[153],"point":[154],"sampling":[155],"algorithm":[156],"selects":[158],"portion":[160],"atoms":[162],"assistance":[165],"attention":[167],"scores,":[168],"overcoming":[169],"handicaps":[170],"virtual":[173],"node":[174],"previous":[176],"distance-dominant":[177],"downsampling":[178],"methods.":[179,249],"We":[180],"validate":[181],"across":[183],"three":[184],"scientific":[186],"domains:":[187],"quantum":[188,222],"chemistry,":[189],"material":[190],"science,":[191],"proteomics.":[193],"Our":[194],"experiments":[195],"show":[196,216],"significant":[197],"improvements":[198],"over":[199],"state-of-the-art":[200],"models":[201],"crystal":[204],"property":[205],"prediction":[206,213],"task":[207],"protein-ligand":[210],"binding":[211],"affinity":[212],"task,":[214],"better":[217],"or":[218],"competitive":[219],"performance":[220],"chemistry":[223],"datasets.":[225],"This":[226],"work":[227],"provides":[228],"clear":[229],"evidence":[230],"biochemical":[232],"tasks":[233,244],"can":[234],"gain":[235],"consistent":[236],"benefits":[237],"require":[245]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2021-10-11T00:00:00"}