{"id":"https://openalex.org/W3157265962","doi":"https://doi.org/10.1093/bib/bbab152","title":"MG-BERT: leveraging unsupervised atomic representation learning for molecular property prediction","display_name":"MG-BERT: leveraging unsupervised atomic representation learning for molecular property prediction","publication_year":2021,"publication_date":"2021-04-01","ids":{"openalex":"https://openalex.org/W3157265962","doi":"https://doi.org/10.1093/bib/bbab152","mag":"3157265962","pmid":"https://pubmed.ncbi.nlm.nih.gov/33951729"},"language":"en","primary_location":{"id":"doi:10.1093/bib/bbab152","is_oa":false,"landing_page_url":"https://doi.org/10.1093/bib/bbab152","pdf_url":null,"source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100694905","display_name":"Xiaochen Zhang","orcid":"https://orcid.org/0000-0002-8393-9413"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao-Chen Zhang","raw_affiliation_strings":["State Key Laboratory of High-Performance Computing, School of Computer Science, National University of Defense Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of High-Performance Computing, School of Computer Science, National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054335730","display_name":"Chengkun Wu","orcid":"https://orcid.org/0000-0002-9688-5311"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng-Kun Wu","raw_affiliation_strings":["State Key Laboratory of High-Performance Computing, School of Computer Science, National University of Defense Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of High-Performance Computing, School of Computer Science, National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112896065","display_name":"Zhijiang Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi-Jiang Yang","raw_affiliation_strings":["Xiangya School of Pharmaceutical Sciences, Central South University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiangya School of Pharmaceutical Sciences, Central South University, China","institution_ids":["https://openalex.org/I139660479"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100611600","display_name":"Zhenhua Wu","orcid":"https://orcid.org/0000-0003-4552-883X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhen-Xing Wu","raw_affiliation_strings":["College of Pharmaceutical Sciences, Zhengjiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Pharmaceutical Sciences, Zhengjiang University, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066240587","display_name":"Jiacai Yi","orcid":"https://orcid.org/0000-0001-6823-1882"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia-Cai Yi","raw_affiliation_strings":["State Key Laboratory of High-Performance Computing, School of Computer Science, National University of Defense Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of High-Performance Computing, School of Computer Science, National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008663435","display_name":"Chang\u2010Yu Hsieh","orcid":"https://orcid.org/0000-0002-6242-4218"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chang-Yu Hsieh","raw_affiliation_strings":["Tencent Quantum Laboratory since 2018. He received his PhD degree in Physics from the University of Ottawa in 2012 and worked as a postdoctoral researcher at the University of Toronto (2012\u20132013) and Massachusetts Institute of Technology (2013\u20132016), respectively. Before joining Tencent, he worked as a senior researcher at Singapore-MIT Alliance for Science and Technology (2017\u20132018)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tencent Quantum Laboratory since 2018. He received his PhD degree in Physics from the University of Ottawa in 2012 and worked as a postdoctoral researcher at the University of Toronto (2012\u20132013) and Massachusetts Institute of Technology (2013\u20132016), respectively. Before joining Tencent, he worked as a senior researcher at Singapore-MIT Alliance for Science and Technology (2017\u20132018)","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028525523","display_name":"Tingjun Hou","orcid":"https://orcid.org/0000-0001-7227-2580"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ting-Jun Hou","raw_affiliation_strings":["College of Pharmaceutical Sciences, Zhejiang University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Pharmaceutical Sciences, Zhejiang University, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083809384","display_name":"Dongsheng Cao","orcid":"https://orcid.org/0000-0003-3604-3785"},"institutions":[{"id":"https://openalex.org/I139660479","display_name":"Central South University","ror":"https://ror.org/00f1zfq44","country_code":"CN","type":"education","lineage":["https://openalex.org/I139660479"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Dong-Sheng Cao","raw_affiliation_strings":["Xiangya School of Pharmaceutical Sciences, Central South University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xiangya School of Pharmaceutical Sciences, Central South University, China","institution_ids":["https://openalex.org/I139660479"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5028525523","https://openalex.org/A5083809384"],"corresponding_institution_ids":["https://openalex.org/I139660479","https://openalex.org/I76130692"],"apc_list":{"value":4011,"currency":"USD","value_usd":4011},"apc_paid":null,"fwci":14.3714,"has_fulltext":false,"cited_by_count":163,"citation_normalized_percentile":{"value":0.99284293,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"22","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9244999885559082,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9244999885559082,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.04410000145435333,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.012199999764561653,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.9213223457336426},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7995172142982483},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6829050779342651},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6367590427398682},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5764709711074829},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5370959043502808},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5279979705810547},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5035776495933533},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.48913055658340454},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.48327046632766724},{"id":"https://openalex.org/keywords/property","display_name":"Property (philosophy)","score":0.42846107482910156},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4140508472919464},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3685009181499481},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.19306445121765137}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.9213223457336426},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7995172142982483},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6829050779342651},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6367590427398682},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5764709711074829},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5370959043502808},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5279979705810547},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5035776495933533},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.48913055658340454},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.48327046632766724},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.42846107482910156},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4140508472919464},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3685009181499481},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.19306445121765137},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D008962","descriptor_name":"Models, Theoretical","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1093/bib/bbab152","is_oa":false,"landing_page_url":"https://doi.org/10.1093/bib/bbab152","pdf_url":null,"source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},{"id":"pmid:33951729","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/33951729","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in bioinformatics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2441516833","display_name":null,"funder_award_id":"2018YFB1003203","funder_id":"https://openalex.org/F4320309618","funder_display_name":"Ministry of Science and Technology"},{"id":"https://openalex.org/G3856430627","display_name":null,"funder_award_id":"kq2014144","funder_id":"https://openalex.org/F4320309612","funder_display_name":"Natural Science Foundation of Shanghai"},{"id":"https://openalex.org/G4135978206","display_name":null,"funder_award_id":"U1811462","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6518382224","display_name":null,"funder_award_id":"kq2001034","funder_id":"https://openalex.org/F4320324176","funder_display_name":"Changzhou Science and Technology Bureau"}],"funders":[{"id":"https://openalex.org/F4320309612","display_name":"Natural Science Foundation of Shanghai","ror":null},{"id":"https://openalex.org/F4320309618","display_name":"Ministry of Science and Technology","ror":"https://ror.org/02b207r52"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324176","display_name":"Changzhou Science and Technology Bureau","ror":"https://ror.org/00wgk5w17"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":69,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1545231783","https://openalex.org/W1970202530","https://openalex.org/W1988037271","https://openalex.org/W2061545244","https://openalex.org/W2083161682","https://openalex.org/W2095705004","https://openalex.org/W2096541451","https://openalex.org/W2112937261","https://openalex.org/W2170773610","https://openalex.org/W2187089797","https://openalex.org/W2290847742","https://openalex.org/W2295598076","https://openalex.org/W2527197703","https://openalex.org/W2542768043","https://openalex.org/W2594183968","https://openalex.org/W2604296437","https://openalex.org/W2604306554","https://openalex.org/W2606780347","https://openalex.org/W2618530766","https://openalex.org/W2736137960","https://openalex.org/W2749279690","https://openalex.org/W2766447205","https://openalex.org/W2767547957","https://openalex.org/W2785720803","https://openalex.org/W2805516822","https://openalex.org/W2810023675","https://openalex.org/W2895884529","https://openalex.org/W2896457183","https://openalex.org/W2901476322","https://openalex.org/W2952254971","https://openalex.org/W2963403868","https://openalex.org/W2963858333","https://openalex.org/W2964015378","https://openalex.org/W2964121744","https://openalex.org/W2965373594","https://openalex.org/W2968734407","https://openalex.org/W2973114758","https://openalex.org/W3005680577","https://openalex.org/W3015208165","https://openalex.org/W3030978062","https://openalex.org/W3032963903","https://openalex.org/W3034978746","https://openalex.org/W3091066700","https://openalex.org/W3100157108","https://openalex.org/W3102476541","https://openalex.org/W3153131045","https://openalex.org/W4211165734","https://openalex.org/W4236965008","https://openalex.org/W4285723986","https://openalex.org/W4295547865","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6674330103","https://openalex.org/W6714834898","https://openalex.org/W6726873649","https://openalex.org/W6733707252","https://openalex.org/W6735840763","https://openalex.org/W6736161267","https://openalex.org/W6736685754","https://openalex.org/W6739901393","https://openalex.org/W6747978776","https://openalex.org/W6751796012","https://openalex.org/W6755207826","https://openalex.org/W6766673545","https://openalex.org/W6774314701","https://openalex.org/W6779326878","https://openalex.org/W6794020371","https://openalex.org/W7073831640"],"related_works":["https://openalex.org/W2968295315","https://openalex.org/W3210057995","https://openalex.org/W3199964822","https://openalex.org/W3048601286","https://openalex.org/W3034267371","https://openalex.org/W2965925734","https://openalex.org/W4232132981","https://openalex.org/W4238046985","https://openalex.org/W3164948662","https://openalex.org/W3003242282"],"abstract_inverted_index":{"MOTIVATION:":[0],"Accurate":[1],"and":[2,17,31,72,152,226],"efficient":[3],"prediction":[4,119,159],"of":[5,10,37,69,94,131,160,163,247],"molecular":[6,59,83,108,164],"properties":[7],"is":[8,227],"one":[9],"the":[11,28,35,48,67,89,100,124,142,154,158,171,183,192,205,212],"fundamental":[12],"issues":[13],"in":[14,27,52,138],"drug":[15,248],"design":[16,30],"discovery":[18,249],"pipelines.":[19],"Traditional":[20],"feature":[21,29,49,223],"engineering-based":[22,50],"approaches":[23],"require":[24,220],"extensive":[25],"expertise":[26],"selection":[32],"process.":[33],"With":[34],"development":[36],"artificial":[38],"intelligence":[39],"(AI)":[40],"technologies,":[41],"data-driven":[42],"methods":[43,51,185],"exhibit":[44],"unparalleled":[45],"advantages":[46],"over":[47],"various":[53],"domains.":[54],"Nevertheless,":[55],"when":[56],"applied":[57],"to":[58,104,122,134,157,198,204,231,239],"property":[60],"prediction,":[61],"AI":[62],"models":[63,242],"usually":[64],"suffer":[65],"from":[66,107],"scarcity":[68],"labeled":[70],"data":[71,133],"show":[73,169],"poor":[74],"generalization":[75],"ability.":[76],"RESULTS:":[77],"In":[78],"this":[79],"study,":[80],"we":[81],"proposed":[82,121],"graph":[84,95],"BERT":[85,102],"(MG-BERT),":[86],"which":[87],"integrates":[88],"local":[90],"message":[91],"passing":[92],"mechanism":[93],"neural":[96],"networks":[97],"(GNNs)":[98],"into":[99],"powerful":[101],"model":[103,126,144,174,194,217],"facilitate":[105],"learning":[106,114],"graphs.":[109],"Furthermore,":[110],"an":[111],"effective":[112],"self-supervised":[113],"strategy":[115],"named":[116],"masked":[117],"atoms":[118],"was":[120],"pretrain":[123],"MG-BERT":[125,143,173,193,216],"on":[127,186,200],"a":[128,161,176,236,244],"large":[129],"amount":[130],"unlabeled":[132],"mine":[135],"context":[136],"information":[137],"molecules.":[139],"We":[140],"found":[141],"can":[145,180],"generate":[146],"context-sensitive":[147],"atomic":[148,201],"representations":[149],"after":[150],"pretraining":[151],"transfer":[153],"learned":[155],"knowledge":[156],"variety":[162],"properties.":[165],"The":[166,215],"experimental":[167],"results":[168],"that":[170],"pretrained":[172],"with":[175],"little":[177],"extra":[178],"fine-tuning":[179],"consistently":[181],"outperform":[182],"state-of-the-art":[184,241],"all":[187],"11":[188],"ADMET":[189],"datasets.":[190],"Moreover,":[191],"leverages":[195],"attention":[196],"mechanisms":[197],"focus":[199],"features":[202],"essential":[203],"target":[206],"property,":[207],"providing":[208,235],"excellent":[209,233],"interpretability":[210],"for":[211,243],"trained":[213],"model.":[214],"does":[218],"not":[219],"any":[221],"hand-crafted":[222],"as":[224],"input":[225],"more":[228],"reliable":[229],"due":[230],"its":[232],"interpretability,":[234],"novel":[237],"framework":[238],"develop":[240],"wide":[245],"range":[246],"tasks.":[250]},"counts_by_year":[{"year":2026,"cited_by_count":19},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":44},{"year":2023,"cited_by_count":31},{"year":2022,"cited_by_count":26},{"year":2021,"cited_by_count":8}],"updated_date":"2026-07-21T08:15:58.654021","created_date":"2025-10-10T00:00:00"}