{"id":"https://openalex.org/W4388423838","doi":"https://doi.org/10.1093/bib/bbad398","title":"FG-BERT: a generalized and self-supervised functional group-based molecular representation learning framework for properties prediction","display_name":"FG-BERT: a generalized and self-supervised functional group-based molecular representation learning framework for properties prediction","publication_year":2023,"publication_date":"2023-09-22","ids":{"openalex":"https://openalex.org/W4388423838","doi":"https://doi.org/10.1093/bib/bbad398","pmid":"https://pubmed.ncbi.nlm.nih.gov/37930026"},"language":"en","primary_location":{"id":"doi:10.1093/bib/bbad398","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bib/bbad398","pdf_url":"https://academic.oup.com/bib/article-pdf/24/6/bbad398/52778061/bbad398.pdf","source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://academic.oup.com/bib/article-pdf/24/6/bbad398/52778061/bbad398.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111114621","display_name":"Biaoshun Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210098034","display_name":"Key Laboratory of Guangdong Province","ror":"https://ror.org/00swtqp09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210098034"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Biaoshun Li","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Fermentation and Enzyme Engineering , Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, , Guangzhou 510006 , China","South China University of Technology , Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, , Guangzhou 510006 , China","Guangdong Provincial Key Laboratory of Fermentation and Enzyme Engineering, Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, South China University of Technology, Guangzhou 510006, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Fermentation and Enzyme Engineering , Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, , Guangzhou 510006 , China","institution_ids":["https://openalex.org/I4210098034"]},{"raw_affiliation_string":"South China University of Technology , Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, , Guangzhou 510006 , China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Fermentation and Enzyme Engineering, Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, South China University of Technology, Guangzhou 510006, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001563632","display_name":"Mujie Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210098034","display_name":"Key Laboratory of Guangdong Province","ror":"https://ror.org/00swtqp09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210098034"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mujie Lin","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Fermentation and Enzyme Engineering , Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, , Guangzhou 510006 , China","South China University of Technology , Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, , Guangzhou 510006 , China","Guangdong Provincial Key Laboratory of Fermentation and Enzyme Engineering, Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, South China University of Technology, Guangzhou 510006, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Fermentation and Enzyme Engineering , Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, , Guangzhou 510006 , China","institution_ids":["https://openalex.org/I4210098034"]},{"raw_affiliation_string":"South China University of Technology , Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, , Guangzhou 510006 , China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Fermentation and Enzyme Engineering, Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, South China University of Technology, Guangzhou 510006, China","institution_ids":["https://openalex.org/I90610280"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111170818","display_name":"Tiegen Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112820","display_name":"Shanghai Institute of Materia Medica","ror":"https://ror.org/022syn853","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112820"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tiegen Chen","raw_affiliation_strings":["Zhongshan Institute for Drug Discovery, Shanghai Institute of Materia Medica, Chinese Academy of Sciences, Room 109, Building C, SSIP Healthcare and Medicine Demonstration Zone , Zhongshan Tsuihang New District, Zhongshan, Guangdong, 528400 , China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhongshan Institute for Drug Discovery, Shanghai Institute of Materia Medica, Chinese Academy of Sciences, Room 109, Building C, SSIP Healthcare and Medicine Demonstration Zone , Zhongshan Tsuihang New District, Zhongshan, Guangdong, 528400 , China","institution_ids":["https://openalex.org/I4210112820"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100398640","display_name":"Ling Wang","orcid":"https://orcid.org/0000-0001-5116-7749"},"institutions":[{"id":"https://openalex.org/I4210098034","display_name":"Key Laboratory of Guangdong Province","ror":"https://ror.org/00swtqp09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210098034"]},{"id":"https://openalex.org/I90610280","display_name":"South China University of Technology","ror":"https://ror.org/0530pts50","country_code":"CN","type":"education","lineage":["https://openalex.org/I90610280"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ling Wang","raw_affiliation_strings":["Guangdong Provincial Key Laboratory of Fermentation and Enzyme Engineering , Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, , Guangzhou 510006 , China","South China University of Technology , Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, , Guangzhou 510006 , China","Guangdong Provincial Key Laboratory of Fermentation and Enzyme Engineering, Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, South China University of Technology, Guangzhou 510006, China"],"raw_orcid":"https://orcid.org/0000-0001-5116-7749","affiliations":[{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Fermentation and Enzyme Engineering , Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, , Guangzhou 510006 , China","institution_ids":["https://openalex.org/I4210098034"]},{"raw_affiliation_string":"South China University of Technology , Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, , Guangzhou 510006 , China","institution_ids":["https://openalex.org/I90610280"]},{"raw_affiliation_string":"Guangdong Provincial Key Laboratory of Fermentation and Enzyme Engineering, Joint International Research Laboratory of Synthetic Biology and Medicine, Ministry of Education, Guangdong Provincial Engineering and Technology Research Center of Biopharmaceuticals, School of Biology and Biological Engineering, South China University of Technology, Guangzhou 510006, China","institution_ids":["https://openalex.org/I90610280"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100398640"],"corresponding_institution_ids":["https://openalex.org/I4210098034","https://openalex.org/I90610280"],"apc_list":{"value":4011,"currency":"USD","value_usd":4011},"apc_paid":null,"fwci":8.364,"has_fulltext":true,"cited_by_count":42,"citation_normalized_percentile":{"value":0.98156851,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"24","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10211","display_name":"Computational Drug Discovery Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12327","display_name":"Various Chemistry Research Topics","score":0.949999988079071,"subfield":{"id":"https://openalex.org/subfields/1606","display_name":"Physical and Theoretical Chemistry"},"field":{"id":"https://openalex.org/fields/16","display_name":"Chemistry"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6701467633247375},{"id":"https://openalex.org/keywords/group","display_name":"Group (periodic table)","score":0.5871092081069946},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.584792971611023},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5689968466758728},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40222564339637756},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3592730760574341},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.10152813792228699}],"concepts":[{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6701467633247375},{"id":"https://openalex.org/C2781311116","wikidata":"https://www.wikidata.org/wiki/Q83306","display_name":"Group (periodic table)","level":2,"score":0.5871092081069946},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.584792971611023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5689968466758728},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40222564339637756},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3592730760574341},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.10152813792228699},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001185","descriptor_name":"Artificial Intelligence","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019985","descriptor_name":"Benchmarking","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1093/bib/bbad398","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bib/bbad398","pdf_url":"https://academic.oup.com/bib/article-pdf/24/6/bbad398/52778061/bbad398.pdf","source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},{"id":"pmid:37930026","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37930026","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in bioinformatics","raw_type":null}],"best_oa_location":{"id":"doi:10.1093/bib/bbad398","is_oa":true,"landing_page_url":"https://doi.org/10.1093/bib/bbad398","pdf_url":"https://academic.oup.com/bib/article-pdf/24/6/bbad398/52778061/bbad398.pdf","source":{"id":"https://openalex.org/S91767247","display_name":"Briefings in Bioinformatics","issn_l":"1467-5463","issn":["1467-5463","1477-4054"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Briefings in Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4399999976158142}],"awards":[{"id":"https://openalex.org/G1164635587","display_name":null,"funder_award_id":"2023B1515020042","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G1674672033","display_name":null,"funder_award_id":"81973241","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4388423838.pdf","grobid_xml":"https://content.openalex.org/works/W4388423838.grobid-xml"},"referenced_works_count":84,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1964513093","https://openalex.org/W1988037271","https://openalex.org/W2008505552","https://openalex.org/W2048080607","https://openalex.org/W2074883671","https://openalex.org/W2076498053","https://openalex.org/W2081320283","https://openalex.org/W2083161682","https://openalex.org/W2095705004","https://openalex.org/W2096541451","https://openalex.org/W2112937261","https://openalex.org/W2134164499","https://openalex.org/W2145578524","https://openalex.org/W2146108422","https://openalex.org/W2200017991","https://openalex.org/W2299115575","https://openalex.org/W2406943157","https://openalex.org/W2461470610","https://openalex.org/W2461620095","https://openalex.org/W2594183968","https://openalex.org/W2729684734","https://openalex.org/W2766435339","https://openalex.org/W2896457183","https://openalex.org/W2900090807","https://openalex.org/W2914464817","https://openalex.org/W2948334676","https://openalex.org/W2968734407","https://openalex.org/W2973114758","https://openalex.org/W3005552578","https://openalex.org/W3042595256","https://openalex.org/W3080997787","https://openalex.org/W3095602948","https://openalex.org/W3095883070","https://openalex.org/W3116202926","https://openalex.org/W3121488116","https://openalex.org/W3126950550","https://openalex.org/W3154492312","https://openalex.org/W3157265962","https://openalex.org/W3167553825","https://openalex.org/W3168406300","https://openalex.org/W3170424177","https://openalex.org/W3173151551","https://openalex.org/W3203782756","https://openalex.org/W3205158828","https://openalex.org/W3206711231","https://openalex.org/W3213940558","https://openalex.org/W3216236866","https://openalex.org/W4221023051","https://openalex.org/W4224220091","https://openalex.org/W4226068197","https://openalex.org/W4280602833","https://openalex.org/W4282017563","https://openalex.org/W4283389995","https://openalex.org/W4286907726","https://openalex.org/W4288275971","https://openalex.org/W4290876361","https://openalex.org/W4294558607","https://openalex.org/W4296262915","https://openalex.org/W4304172439","https://openalex.org/W4307493889","https://openalex.org/W4309218736","https://openalex.org/W4311584330","https://openalex.org/W4365455552","https://openalex.org/W4366779666","https://openalex.org/W6674330103","https://openalex.org/W6697873463","https://openalex.org/W6738964360","https://openalex.org/W6755207826","https://openalex.org/W6766156693","https://openalex.org/W6772452955","https://openalex.org/W6784614190","https://openalex.org/W6784694379","https://openalex.org/W6787845484","https://openalex.org/W6789810805","https://openalex.org/W6795898371","https://openalex.org/W6796597629","https://openalex.org/W6797132756","https://openalex.org/W6802320626","https://openalex.org/W6803136014","https://openalex.org/W6804122422","https://openalex.org/W6809747547","https://openalex.org/W6846639710","https://openalex.org/W6851073391"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4313488044","https://openalex.org/W3209574120","https://openalex.org/W4312192474","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Artificial":[0],"intelligence-based":[1],"molecular":[2,10,66,86],"property":[3],"prediction":[4],"plays":[5],"a":[6,24,150],"key":[7],"role":[8],"in":[9,84,88],"design":[11],"such":[12],"as":[13,135],"bioactive":[14],"molecules":[15,53],"and":[16,74,94,137],"functional":[17,32],"materials.":[18],"In":[19,100],"this":[20],"study,":[21],"we":[22,77],"propose":[23],"self-supervised":[25],"pretraining":[26],"deep":[27],"learning":[28,73],"(DL)":[29],"framework,":[30],"called":[31],"group":[33],"bidirectional":[34],"encoder":[35],"representations":[36],"from":[37,54],"transformers":[38],"(FG-BERT),":[39],"pertained":[40],"based":[41],"on":[42,108],"~1.45":[43],"million":[44],"unlabeled":[45],"drug-like":[46],"molecules,":[47],"to":[48,64,69,106,114],"learn":[49],"meaningful":[50],"representation":[51],"of":[52,82,152],"function":[55],"groups.":[56],"The":[57],"pretrained":[58],"FG-BERT":[59,83,102,127],"framework":[60,144],"can":[61],"be":[62],"fine-tuned":[63],"predict":[65],"properties.":[67],"Compared":[68],"state-of-the-art":[70],"(SOTA)":[71],"machine":[72],"DL":[75],"methods,":[76],"demonstrate":[78],"the":[79,115],"high":[80],"performance":[81],"evaluating":[85],"properties":[87],"tasks":[89],"involving":[90],"physical":[91],"chemistry,":[92],"biophysics":[93],"physiology":[95],"across":[96],"44":[97],"benchmark":[98],"datasets.":[99],"addition,":[101],"utilizes":[103],"attention":[104],"mechanisms":[105],"focus":[107],"FG":[109],"features":[110,134],"that":[111],"are":[112],"critical":[113],"target":[116],"properties,":[117],"thereby":[118],"providing":[119,141],"excellent":[120,139],"interpretability":[121],"for":[122,145,149,155],"downstream":[123],"training":[124],"tasks.":[125,158],"Collectively,":[126],"does":[128],"not":[129],"require":[130],"any":[131],"artificially":[132],"crafted":[133],"input":[136],"has":[138],"interpretability,":[140],"an":[142],"out-of-the-box":[143],"developing":[146],"SOTA":[147],"models":[148],"variety":[151],"molecule":[153],"(especially":[154],"drug)":[156],"discovery":[157]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":23},{"year":2024,"cited_by_count":14}],"updated_date":"2026-05-21T09:19:25.381259","created_date":"2025-10-10T00:00:00"}