{"id":"https://openalex.org/W4406261070","doi":"https://doi.org/10.1109/bibm62325.2024.10821894","title":"A Fine-tuning Dataset and Benchmark for Large Language Models for Protein Understanding","display_name":"A Fine-tuning Dataset and Benchmark for Large Language Models for Protein Understanding","publication_year":2024,"publication_date":"2024-12-03","ids":{"openalex":"https://openalex.org/W4406261070","doi":"https://doi.org/10.1109/bibm62325.2024.10821894"},"language":"en","primary_location":{"id":"doi:10.1109/bibm62325.2024.10821894","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm62325.2024.10821894","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072622467","display_name":"Yiqing Shen","orcid":"https://orcid.org/0000-0001-7866-3339"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yiqing Shen","raw_affiliation_strings":["Toursun Synbio,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toursun Synbio,Shanghai,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101500688","display_name":"Zan Chen","orcid":"https://orcid.org/0000-0001-9925-872X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zan Chen","raw_affiliation_strings":["Toursun Synbio,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toursun Synbio,Shanghai,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077585336","display_name":"Michail Mamalakis","orcid":"https://orcid.org/0000-0002-4276-4119"},"institutions":[{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Michail Mamalakis","raw_affiliation_strings":["University of Cambridge,Department of Computer Science and Technology,Cambridge,UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cambridge,Department of Computer Science and Technology,Cambridge,UK","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104325366","display_name":"Luhan He","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luhan He","raw_affiliation_strings":["Toursun Synbio,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toursun Synbio,Shanghai,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031752201","display_name":"Haiyang Xia","orcid":"https://orcid.org/0000-0002-0363-1460"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haiyang Xia","raw_affiliation_strings":["Toursun Synbio,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toursun Synbio,Shanghai,China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082365525","display_name":"Tianbin Li","orcid":"https://orcid.org/0000-0003-2167-586X"},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianbin Li","raw_affiliation_strings":["Shanghai AI Laboratory,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory,Shanghai,China","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036020328","display_name":"Yanzhou Su","orcid":"https://orcid.org/0000-0002-3377-469X"},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanzhou Su","raw_affiliation_strings":["Shanghai AI Laboratory,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory,Shanghai,China","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056327997","display_name":"Junjun He","orcid":"https://orcid.org/0000-0002-1813-1784"},"institutions":[{"id":"https://openalex.org/I4391012619","display_name":"Shanghai Artificial Intelligence Laboratory","ror":"https://ror.org/03wkvpx79","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4391012619"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junjun He","raw_affiliation_strings":["Shanghai AI Laboratory,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai AI Laboratory,Shanghai,China","institution_ids":["https://openalex.org/I4391012619"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070236689","display_name":"Yu Guang Wang","orcid":"https://orcid.org/0000-0002-7450-0273"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu Guang Wang","raw_affiliation_strings":["Toursun Synbio,Shanghai,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Toursun Synbio,Shanghai,China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":17.212,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.99225268,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2390","last_page":"2395"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12254","display_name":"Machine Learning in Bioinformatics","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9559999704360962,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9455999732017517,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7874162197113037},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7544496059417725},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.44164830446243286},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3937642276287079},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.06404966115951538}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7874162197113037},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7544496059417725},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44164830446243286},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3937642276287079},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.06404966115951538},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bibm62325.2024.10821894","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bibm62325.2024.10821894","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W2943495267","https://openalex.org/W4221142212","https://openalex.org/W4254635861","https://openalex.org/W4285294723","https://openalex.org/W4289274885","https://openalex.org/W4386942538","https://openalex.org/W6809646742","https://openalex.org/W6848511598","https://openalex.org/W6854866820","https://openalex.org/W6856800273","https://openalex.org/W6858453470","https://openalex.org/W6859201984","https://openalex.org/W6860447507","https://openalex.org/W6862837114"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W3204019825"],"abstract_inverted_index":{"The":[0,238,258,270],"high":[1],"similarities":[2],"between":[3,134],"protein":[4,80,85,111,135,150,179,213,236],"sequences":[5,112,136,223],"and":[6,46,65,137,146,168,190,222,244,260,268],"natural":[7,27],"language,":[8],"particularly":[9],"in":[10,19,39,122,224,235],"their":[11,51,176],"sequential":[12],"data":[13],"structures,":[14],"have":[15,35,74],"driven":[16],"parallel":[17],"advancements":[18],"deep":[20],"learning":[21],"models":[22,33],"for":[23,79,107,149,164,178,188,193,210,231],"both":[24],"domains.":[25],"In":[26],"language":[28,32,63,240],"processing":[29],"(NLP),":[30],"large":[31,239],"(LLMs)":[34],"achieved":[36],"remarkable":[37],"success":[38],"tasks":[40],"such":[41],"as":[42,113],"text":[43,139],"generation,":[44],"translation,":[45],"conversational":[47],"agents,":[48],"owing":[49],"to":[50,60,76,127,144,174],"extensive":[52],"training":[53],"on":[54,246,251],"diverse":[55],"datasets":[56,119],"that":[57],"enable":[58],"them":[59],"capture":[61],"complex":[62],"patterns":[64],"generate":[66],"human-like":[67],"text.":[68],"Inspired":[69],"by":[70,82],"these":[71],"advancements,":[72],"researchers":[73],"attempted":[75],"adapt":[77],"LLMs":[78,148,173],"understanding":[81,151,214],"integrating":[83],"a":[84,89,100,114,131,160,228],"sequence":[86,180],"encoder":[87],"with":[88],"pre-trained":[90],"LLM,":[91],"following":[92],"designs":[93],"like":[94],"LLaVa.":[95],"However,":[96],"this":[97,124,155],"adaptation":[98],"raises":[99],"fundamental":[101],"question:":[102],"\"Can":[103],"LLMs,":[104],"originally":[105],"designed":[106,163],"NLP,":[108],"effectively":[109],"comprehend":[110],"form":[115],"of":[116,130,172,204,216],"language?\"":[117],"Current":[118],"fall":[120],"short":[121],"addressing":[123],"question":[125],"due":[126],"the":[128,142,199,212,247,254,261],"lack":[129],"direct":[132],"correlation":[133],"corresponding":[138],"descriptions,":[140],"limiting":[141],"ability":[143],"train":[145],"evaluate":[147],"effectively.":[152],"To":[153],"bridge":[154],"gap,":[156],"we":[157,196],"introduce":[158],"ProteinLMDataset,":[159,248],"dataset":[161,202,259],"specifically":[162],"further":[165],"self-supervised":[166],"pretraining":[167,189],"supervised":[169],"fine-tuning":[170],"(SFT)":[171],"enhance":[175],"capability":[177],"comprehension.":[181,237],"Specifically,":[182],"ProteinLMDataset":[183],"includes":[184],"17.46":[185],"billion":[186],"tokens":[187],"893K":[191],"instructions":[192],"SFT.":[194],"Additionally,":[195],"present":[197],"ProteinLMBench,":[198,252],"first":[200],"benchmark":[201,262],"consisting":[203],"944":[205],"manually":[206],"verified":[207],"multiple-choice":[208],"questions":[209],"assessing":[211],"capabilities":[215],"LLMs.":[217],"ProteinLMBench":[218],"incorporates":[219],"protein-related":[220],"details":[221],"multiple":[225],"languages,":[226],"establishing":[227],"new":[229],"standard":[230],"evaluating":[232],"LLMs\u2019":[233],"abilities":[234],"model":[241],"InternLM2-7B,":[242],"pretrained":[243],"fine-tuned":[245],"outperforms":[249],"GPT-4":[250],"achieving":[253],"highest":[255],"accuracy":[256],"score.":[257],"are":[263],"available":[264,273],"at":[265,274],"https://huggingface.":[266],"co/datasets/tsynbio/ProteinLMDataset/":[267],"https://huggingface.co/datasets/tsynbio/ProteinLMBench.":[269],"code":[271],"is":[272],"https://github.com/tsynbio/ProteinLMDataset/.":[275]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}