{"id":"https://openalex.org/W7164553693","doi":"https://doi.org/10.48550/arxiv.2606.12609","title":"Viral Proteins Reveal Geometry of Protein Language Models","display_name":"Viral Proteins Reveal Geometry of Protein Language Models","publication_year":2026,"publication_date":"2026-06-10","ids":{"openalex":"https://openalex.org/W7164553693","doi":"https://doi.org/10.48550/arxiv.2606.12609"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.12609","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12609","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.12609","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138534671","display_name":"Arthur Bigot","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bigot, Arthur","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5095094729","display_name":"Harmon Bhasin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bhasin, Harmon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060151070","display_name":"C W Park","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Park, Core Francisco","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110181480","display_name":"E. I. Shakhnovich","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shakhnovich, Eugene","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102590260","display_name":"Dianzhuo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Dianzhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.36980000138282776,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.36980000138282776,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.05050000175833702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.04910000041127205,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perplexity","display_name":"Perplexity","score":0.6240000128746033},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5504999756813049},{"id":"https://openalex.org/keywords/viral-protein","display_name":"Viral protein","score":0.48969998955726624},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.47519999742507935},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.46869999170303345},{"id":"https://openalex.org/keywords/protein-structure","display_name":"Protein structure","score":0.4361000061035156},{"id":"https://openalex.org/keywords/human-immunodeficiency-virus","display_name":"Human immunodeficiency virus (HIV)","score":0.3578999936580658},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.35569998621940613}],"concepts":[{"id":"https://openalex.org/C100279451","wikidata":"https://www.wikidata.org/wiki/Q372193","display_name":"Perplexity","level":3,"score":0.6240000128746033},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5504999756813049},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.5026999711990356},{"id":"https://openalex.org/C2780879997","wikidata":"https://www.wikidata.org/wiki/Q952587","display_name":"Viral protein","level":3,"score":0.48969998955726624},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.47519999742507935},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.46869999170303345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.43959999084472656},{"id":"https://openalex.org/C47701112","wikidata":"https://www.wikidata.org/wiki/Q735188","display_name":"Protein structure","level":2,"score":0.4361000061035156},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.42719998955726624},{"id":"https://openalex.org/C3013748606","wikidata":"https://www.wikidata.org/wiki/Q15787","display_name":"Human immunodeficiency virus (HIV)","level":2,"score":0.3578999936580658},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.35569998621940613},{"id":"https://openalex.org/C45484198","wikidata":"https://www.wikidata.org/wiki/Q827246","display_name":"Sequence alignment","level":4,"score":0.33320000767707825},{"id":"https://openalex.org/C94966510","wikidata":"https://www.wikidata.org/wiki/Q2252764","display_name":"DNA-binding protein","level":4,"score":0.3156999945640564},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3156000077724457},{"id":"https://openalex.org/C70710897","wikidata":"https://www.wikidata.org/wiki/Q680081","display_name":"Separable space","level":2,"score":0.31209999322891235},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.28850001096725464},{"id":"https://openalex.org/C167625842","wikidata":"https://www.wikidata.org/wiki/Q899763","display_name":"Peptide sequence","level":3,"score":0.28279998898506165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2750999927520752},{"id":"https://openalex.org/C186060115","wikidata":"https://www.wikidata.org/wiki/Q30336093","display_name":"Biological system","level":1,"score":0.2696000039577484},{"id":"https://openalex.org/C119145174","wikidata":"https://www.wikidata.org/wiki/Q7251429","display_name":"Protein Data Bank","level":3,"score":0.2667999863624573},{"id":"https://openalex.org/C51639874","wikidata":"https://www.wikidata.org/wiki/Q167149","display_name":"Plasma protein binding","level":2,"score":0.2630999982357025},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C58475186","wikidata":"https://www.wikidata.org/wiki/Q4118894","display_name":"Viral entry","level":4,"score":0.2583000063896179},{"id":"https://openalex.org/C204328495","wikidata":"https://www.wikidata.org/wiki/Q847556","display_name":"Protein folding","level":2,"score":0.2551000118255615}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.12609","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12609","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.12609","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.12609","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.6855473518371582}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Protein":[0],"language":[1,70],"models":[2],"are":[3,95],"trained":[4],"on":[5],"highly":[6],"imbalanced":[7],"datasets,":[8],"raising":[9],"the":[10],"question":[11],"of":[12,101],"how":[13],"they":[14],"represent":[15],"underrepresented":[16],"biological":[17,109],"sequences.":[18,58],"Using":[19],"viral":[20,52,65,76],"proteins":[21,50,53,77],"as":[22],"a":[23,32,98],"case":[24],"study":[25],"across":[26,64],"ESM":[27],"model":[28,71],"families,":[29],"we":[30],"identify":[31],"dominant":[33],"nativeness":[34,102],"axis":[35,62],"in":[36],"embedding":[37],"space,":[38],"aligned":[39],"with":[40],"masked":[41],"reconstruction":[42],"perplexity,":[43],"that":[44,92],"orders":[45],"sequences":[46],"from":[47],"well-modeled":[48],"cellular":[49],"through":[51],"to":[54,107],"shuffled":[55],"and":[56,84],"random":[57],"Scaling":[59],"contracts":[60],"this":[61],"unevenly":[63],"families.":[66],"Despite":[67],"this,":[68],"protein":[69],"embeddings":[72],"retain":[73],"viral-specific":[74],"signal:":[75],"remain":[78],"linearly":[79],"separable":[80],"beyond":[81],"zero-shot":[82],"perplexity":[83],"shallow":[85],"sequence":[86],"features.":[87],"Together,":[88],"these":[89],"results":[90],"suggest":[91],"pLM":[93],"representations":[94],"structured":[96],"by":[97],"general":[99],"notion":[100],"while":[103],"preserving":[104],"information":[105],"specific":[106],"distinct":[108],"groups.":[110]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-13T00:00:00"}