{"id":"https://openalex.org/W3197123494","doi":"https://doi.org/10.1109/access.2021.3110269","title":"Pre-Training of Deep Bidirectional Protein Sequence Representations With Structural Information","display_name":"Pre-Training of Deep Bidirectional Protein Sequence Representations With Structural Information","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3197123494","doi":"https://doi.org/10.1109/access.2021.3110269","mag":"3197123494"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3110269","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3110269","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09529198.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09529198.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000082239","display_name":"Seonwoo Min","orcid":"https://orcid.org/0000-0002-3278-0211"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seonwoo Min","raw_affiliation_strings":["Department of Electrical and Computer engineering, Seoul National University, Seoul 08826, South Korea. (e-mail: mswzeus@gmail.com)","[Dept. of Electrical and Computer Engineering, Seoul National University, Seoul, South Korea]"],"raw_orcid":"https://orcid.org/0000-0002-3278-0211","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer engineering, Seoul National University, Seoul 08826, South Korea. (e-mail: mswzeus@gmail.com)","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"[Dept. of Electrical and Computer Engineering, Seoul National University, Seoul, South Korea]","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025099689","display_name":"Seunghyun Park","orcid":"https://orcid.org/0000-0002-8509-9163"},"institutions":[{"id":"https://openalex.org/I60922564","display_name":"Naver (South Korea)","ror":"https://ror.org/04nzrnx83","country_code":"KR","type":"company","lineage":["https://openalex.org/I60922564"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Seunghyun Park","raw_affiliation_strings":["Clova AI Research, NAVER Corp., Seongnam 13561, South Korea","Clova AI Research, NAVER Corp, Seongnam, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-8509-9163","affiliations":[{"raw_affiliation_string":"Clova AI Research, NAVER Corp., Seongnam 13561, South Korea","institution_ids":["https://openalex.org/I60922564"]},{"raw_affiliation_string":"Clova AI Research, NAVER Corp, Seongnam, South Korea","institution_ids":["https://openalex.org/I60922564"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088814740","display_name":"Siwon Kim","orcid":"https://orcid.org/0000-0002-8258-6804"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Siwon Kim","raw_affiliation_strings":["Department of Electrical and Computer engineering, Seoul National University, Seoul 08826, South Korea","[Dept. of Electrical and Computer Engineering, Seoul National University, Seoul, South Korea]"],"raw_orcid":"https://orcid.org/0000-0002-8258-6804","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer engineering, Seoul National University, Seoul 08826, South Korea","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"[Dept. of Electrical and Computer Engineering, Seoul National University, Seoul, South Korea]","institution_ids":["https://openalex.org/I139264467"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100366819","display_name":"Hyun-Soo Choi","orcid":"https://orcid.org/0000-0002-3594-8948"},"institutions":[{"id":"https://openalex.org/I165507594","display_name":"Kangwon National University","ror":"https://ror.org/01mh5ph17","country_code":"KR","type":"education","lineage":["https://openalex.org/I165507594"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyun-Soo Choi","raw_affiliation_strings":["Department of Computer Science and Engineering, Kangwon National University, Chuncheon 24341, South Korea","Department of Computer Science & Engineering Kangwon National University Chuncheon South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kangwon National University, Chuncheon 24341, South Korea","institution_ids":["https://openalex.org/I165507594"]},{"raw_affiliation_string":"Department of Computer Science & Engineering Kangwon National University Chuncheon South Korea","institution_ids":["https://openalex.org/I165507594"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070152050","display_name":"Byunghan Lee","orcid":"https://orcid.org/0000-0002-6727-0975"},"institutions":[{"id":"https://openalex.org/I118373667","display_name":"Seoul National University of Science and Technology","ror":"https://ror.org/00chfja07","country_code":"KR","type":"education","lineage":["https://openalex.org/I118373667"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Byunghan Lee","raw_affiliation_strings":["Department of Electronic and IT Media Engineering, Seoul National University of Science and Technology, Seoul 01811, South Korea","Department of Electronic and IT Media Engineering, Seoul National University of Science and Technology, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-6727-0975","affiliations":[{"raw_affiliation_string":"Department of Electronic and IT Media Engineering, Seoul National University of Science and Technology, Seoul 01811, South Korea","institution_ids":["https://openalex.org/I118373667"]},{"raw_affiliation_string":"Department of Electronic and IT Media Engineering, Seoul National University of Science and Technology, Seoul, South Korea","institution_ids":["https://openalex.org/I118373667"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5086877012","display_name":"Sungroh Yoon","orcid":"https://orcid.org/0000-0002-2367-197X"},"institutions":[{"id":"https://openalex.org/I139264467","display_name":"Seoul National University","ror":"https://ror.org/04h9pn542","country_code":"KR","type":"education","lineage":["https://openalex.org/I139264467"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sungroh Yoon","raw_affiliation_strings":["Department of Electrical and Computer engineering, Seoul National University, Seoul 08826, South Korea and Interdisciplinary Program in Artificial Intelligence, ASRI, INMC, and Institute of Engineering Research, Seoul National University, Seoul 08826, South Korea","[Dept. of Electrical and Computer Engineering, Seoul National University, Seoul, South Korea]"],"raw_orcid":"https://orcid.org/0000-0002-2367-197X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer engineering, Seoul National University, Seoul 08826, South Korea and Interdisciplinary Program in Artificial Intelligence, ASRI, INMC, and Institute of Engineering Research, Seoul National University, Seoul 08826, South Korea","institution_ids":["https://openalex.org/I139264467"]},{"raw_affiliation_string":"[Dept. of Electrical and Computer Engineering, Seoul National University, Seoul, South Korea]","institution_ids":["https://openalex.org/I139264467"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.6869,"has_fulltext":true,"cited_by_count":41,"citation_normalized_percentile":{"value":0.91352835,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"123912","last_page":"123926"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10015","display_name":"Genomics and Phylogenetic Studies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10015","display_name":"Genomics and Phylogenetic Studies","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10044","display_name":"Protein Structure and Dynamics","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7775688171386719},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.693260669708252},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5930889844894409},{"id":"https://openalex.org/keywords/recurrent-neural-network","display_name":"Recurrent neural network","score":0.5846216082572937},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5692094564437866},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5627519488334656},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5542452335357666},{"id":"https://openalex.org/keywords/sequence-labeling","display_name":"Sequence labeling","score":0.5536335110664368},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5324334502220154},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.5047489404678345},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4459628462791443},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4248619079589844},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.36931800842285156},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.08129844069480896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7775688171386719},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.693260669708252},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5930889844894409},{"id":"https://openalex.org/C147168706","wikidata":"https://www.wikidata.org/wiki/Q1457734","display_name":"Recurrent neural network","level":3,"score":0.5846216082572937},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5692094564437866},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5627519488334656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5542452335357666},{"id":"https://openalex.org/C35639132","wikidata":"https://www.wikidata.org/wiki/Q7452468","display_name":"Sequence labeling","level":3,"score":0.5536335110664368},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5324334502220154},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.5047489404678345},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4459628462791443},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4248619079589844},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.36931800842285156},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.08129844069480896},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3110269","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3110269","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09529198.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5e3405e410e146b7bb4a9314c7b97e0b","is_oa":true,"landing_page_url":"https://doaj.org/article/5e3405e410e146b7bb4a9314c7b97e0b","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 123912-123926 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3110269","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3110269","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09529198.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.7400000095367432,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2035220765","display_name":null,"funder_award_id":"918013-4","funder_id":"https://openalex.org/F4320322033","funder_display_name":"Ministry of Agriculture, Food and Rural Affairs"},{"id":"https://openalex.org/G2255408469","display_name":null,"funder_award_id":"2014M3C9A3063541","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G3496980600","display_name":null,"funder_award_id":"2014M3C9A3063541","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G6297565554","display_name":null,"funder_award_id":"2019R1G1A1003253","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G7163874969","display_name":null,"funder_award_id":"2014M3C9A3063541","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G7299068335","display_name":null,"funder_award_id":"918013-4","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"},{"id":"https://openalex.org/G7444592284","display_name":null,"funder_award_id":"2018R1A2B3001628","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G8790935500","display_name":null,"funder_award_id":"2018R1A2B3001628","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320322033","display_name":"Ministry of Agriculture, Food and Rural Affairs","ror":"https://ror.org/009g8rq41"},{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3197123494.pdf","grobid_xml":"https://content.openalex.org/works/W3197123494.grobid-xml"},"referenced_works_count":85,"referenced_works":["https://openalex.org/W1479807131","https://openalex.org/W1501531009","https://openalex.org/W1522301498","https://openalex.org/W1938173378","https://openalex.org/W1982289655","https://openalex.org/W1983320747","https://openalex.org/W1986155816","https://openalex.org/W2003144438","https://openalex.org/W2023790301","https://openalex.org/W2041823979","https://openalex.org/W2045994733","https://openalex.org/W2047544230","https://openalex.org/W2049349724","https://openalex.org/W2051210555","https://openalex.org/W2064675550","https://openalex.org/W2075644998","https://openalex.org/W2082667898","https://openalex.org/W2097137621","https://openalex.org/W2102245393","https://openalex.org/W2104972430","https://openalex.org/W2133564696","https://openalex.org/W2136348884","https://openalex.org/W2145091349","https://openalex.org/W2147526198","https://openalex.org/W2154139219","https://openalex.org/W2158714788","https://openalex.org/W2161072217","https://openalex.org/W2311607323","https://openalex.org/W2379594833","https://openalex.org/W2525246036","https://openalex.org/W2590082389","https://openalex.org/W2730472814","https://openalex.org/W2735621019","https://openalex.org/W2766578745","https://openalex.org/W2769882797","https://openalex.org/W2779809129","https://openalex.org/W2791796577","https://openalex.org/W2794004073","https://openalex.org/W2799163714","https://openalex.org/W2889664156","https://openalex.org/W2896457183","https://openalex.org/W2899771611","https://openalex.org/W2909727437","https://openalex.org/W2943495267","https://openalex.org/W2946567085","https://openalex.org/W2950374603","https://openalex.org/W2951433247","https://openalex.org/W2952317511","https://openalex.org/W2962680264","https://openalex.org/W2962739339","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963457143","https://openalex.org/W2964019776","https://openalex.org/W2964121744","https://openalex.org/W2964308564","https://openalex.org/W2971227267","https://openalex.org/W2980789587","https://openalex.org/W2995514860","https://openalex.org/W2996428491","https://openalex.org/W2999481648","https://openalex.org/W3083386021","https://openalex.org/W3158236124","https://openalex.org/W3199799076","https://openalex.org/W4205666823","https://openalex.org/W4213149192","https://openalex.org/W4233120011","https://openalex.org/W4251592008","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6679434410","https://openalex.org/W6682489755","https://openalex.org/W6686288242","https://openalex.org/W6727057065","https://openalex.org/W6733905848","https://openalex.org/W6739901393","https://openalex.org/W6746992151","https://openalex.org/W6750504008","https://openalex.org/W6755207826","https://openalex.org/W6756040250","https://openalex.org/W6758485811","https://openalex.org/W6762363781","https://openalex.org/W6763868836","https://openalex.org/W6768021236","https://openalex.org/W6782897342"],"related_works":["https://openalex.org/W2160451571","https://openalex.org/W2894378449","https://openalex.org/W4298061178","https://openalex.org/W3092281475","https://openalex.org/W4287644835","https://openalex.org/W3098003361","https://openalex.org/W4205820553","https://openalex.org/W3108423942","https://openalex.org/W2251441308","https://openalex.org/W2118534475"],"abstract_inverted_index":{"Bridging":[0],"the":[1,6,37,119,139,155,164,193,196,209,219],"exponentially":[2],"growing":[3],"gap":[4,194],"between":[5,195],"numbers":[7,197],"of":[8,33,81,133,145,166,187,198],"unlabeled":[9,34,178,199],"and":[10,36,53,85,116,180,200,208,221],"labeled":[11,201],"protein":[12,20,149,188],"sequences,":[13],"several":[14],"studies":[15],"adopted":[16],"semi-supervised":[17],"learning":[18],"for":[19,71],"sequence":[21,73],"modeling.":[22],"In":[23,58,103],"these":[24],"studies,":[25],"models":[26,132],"were":[27,39],"pre-trained":[28,137],"with":[29,138],"a":[30,63,86,111,170,185,215],"substantial":[31],"amount":[32],"data,":[35],"representations":[38,74],"transferred":[40],"to":[41,98,109,118,162,173,205],"various":[42,100],"downstream":[43],"tasks.":[44,151],"Most":[45],"pre-training":[46,65,89,211],"methods":[47],"solely":[48,136],"rely":[49],"on":[50],"language":[51,83,140],"modeling":[52,84,141],"often":[54],"exhibit":[55],"limited":[56],"performance.":[57],"this":[59,104,225],"paper,":[60],"we":[61,106,153],"introduce":[62],"novel":[64,171],"scheme":[66],"called":[67],"PLUS,":[68],"which":[69],"stands":[70],"Protein":[72],"Learned":[75],"Using":[76],"Structural":[77],"information.":[78],"PLUS":[79,94,108,168],"consists":[80],"masked":[82],"complementary":[87],"protein-specific":[88],"task,":[90],"namely":[91],"same-family":[92],"prediction.":[93],"can":[95],"be":[96],"used":[97,148,223],"pre-train":[99,110],"model":[101,121],"architectures.":[102],"work,":[105],"use":[107],"bidirectional":[112],"recurrent":[113],"neural":[114],"network":[115],"refer":[117],"resulting":[120],"as":[122],"PLUS-RNN.":[123,167],"Our":[124],"experiment":[125],"results":[126,156],"demonstrate":[127],"that":[128,192],"PLUS-RNN":[129],"outperforms":[130],"other":[131],"similar":[134],"size":[135],"in":[142,224],"six":[143],"out":[144],"seven":[146],"widely":[147],"biology":[150,189],"Furthermore,":[152],"present":[154],"from":[157],"our":[158],"qualitative":[159],"interpretation":[160],"analyses":[161],"illustrate":[163],"strengths":[165],"provides":[169],"way":[172],"exploit":[174],"evolutionary":[175],"relationships":[176],"among":[177],"proteins":[179,202],"is":[181],"broadly":[182],"applicable":[183],"across":[184],"variety":[186],"tasks.We":[190],"expect":[191],"will":[203,213],"continue":[204],"grow":[206],"exponentially,":[207],"proposed":[210],"method":[212],"play":[214],"larger":[216],"role.":[217],"All":[218],"data":[220],"codes":[222],"study":[226],"are":[227],"available":[228],"at":[229],"https://github.com/mswzeus/PLUS.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":5}],"updated_date":"2026-06-12T08:23:45.883708","created_date":"2025-10-10T00:00:00"}